-- Logs begin at Wed 2022-03-09 19:09:57 UTC, end at Wed 2022-03-09 20:09:32 UTC. -- Mar 09 19:41:40.468636 dv-cinder-788366-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 09 19:41:43.410743 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.common.config [-] Logging enabled! Mar 09 19:41:43.411346 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev585 Mar 09 19:41:43.411521 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114497) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 09 19:41:43.414795 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.common.config [-] Logging enabled! Mar 09 19:41:43.415049 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev585 Mar 09 19:41:43.415355 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114497) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 09 19:41:43.416302 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 19:41:43.416535 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 19:41:43.416897 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 19:41:43.417142 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 19:41:43.417368 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 19:41:43.418095 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.418517 dv-cinder-788366-9-iscsi neutron-server[114497]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 09 19:41:43.418840 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.419135 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.419426 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.419718 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.420004 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.420311 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.420595 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.420887 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.421172 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.421450 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.421734 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.422023 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.422300 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.422578 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.422863 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.423140 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] debug = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.423483 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.423924 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.424362 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.424642 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.424925 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.425201 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.425470 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.425741 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.426019 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.426340 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] host = dv-cinder-788366-9-iscsi {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.426611 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.426891 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.427170 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.427449 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.427718 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.427990 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.428293 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.428562 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.428828 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] log_file = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.429098 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.429379 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.429661 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.429944 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.430166 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.430385 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.430678 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.430958 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.431231 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.431507 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.431777 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.432047 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.432337 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.432602 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.432886 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.433167 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.433447 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.433715 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.433991 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.434254 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.434519 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.434795 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.435064 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.435332 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.435600 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.435883 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.436168 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.436435 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.436725 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.437004 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.437281 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.437559 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.437826 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.438098 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.438363 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.438630 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.438963 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] use_json = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.439238 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.439508 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.439785 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.440102 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.440379 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.440650 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.440917 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.441259 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.441650 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:43.442082 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.442521 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.442960 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.443382 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.443797 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.444240 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.444658 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.445068 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.445620 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.446104 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.446637 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.446910 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.447219 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.447515 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.447958 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.448494 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.448866 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.449164 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.449444 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.449722 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.449999 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.450279 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.450566 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.450847 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.451130 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.451416 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.451695 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.451991 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.452302 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.452594 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.452884 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.453156 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.453433 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.453720 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.453995 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.454264 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.455074 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.455358 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.455631 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.455903 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.456209 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.456484 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.456753 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.457022 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.457298 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.457582 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.457856 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.458125 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.458392 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.458664 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.458930 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.459211 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.459484 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.459753 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.460025 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.460322 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.460590 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.460856 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.461127 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.461391 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.461664 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.461932 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.462201 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.462470 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.462738 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.463005 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.463269 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.463540 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.463812 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.464105 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.464373 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.464639 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.464906 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.465172 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.465455 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.465751 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.466028 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.466304 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.466579 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.466854 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.467127 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.467400 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.467672 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.467947 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.468249 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.468535 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.468814 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.469095 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.469391 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.469666 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.469957 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.470994 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.471449 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.471856 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.472290 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.472709 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.473059 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.473348 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.473648 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.473941 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.474234 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.474526 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.474819 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.475097 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.475404 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.475679 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:43.475896 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 19:41:43.476167 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114497) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 09 19:41:43.844527 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 09 19:41:43.844805 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 09 19:41:43.845134 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 09 19:41:43.845604 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 09 19:41:44.169180 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.169395 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.169665 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.170836 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.171106 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.171483 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.216707 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.216981 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.217245 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.231155 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.231435 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.231703 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.260749 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.261025 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.261289 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.297866 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.298143 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.298948 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.659793 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.660432 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.660432 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.660599 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.661290 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.762236 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.762489 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.762769 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.763288 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.763547 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.763853 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.764131 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.764387 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.764638 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.764917 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.765174 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.765432 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.765682 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.765931 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.766291 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.766555 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.766808 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.767656 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.767925 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.768259 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.768537 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.768881 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.769300 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.769887 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.770245 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.770627 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.771201 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 19:41:44.771535 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 19:41:44.771884 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 19:41:44.772267 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 19:41:44.772612 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 19:41:44.772954 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 19:41:44.773482 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 09 19:41:44.778491 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 09 19:41:44.783222 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 09 19:41:44.787756 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Mar 09 19:41:44.789546 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 09 19:41:44.790022 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 09 19:41:44.790350 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 09 19:41:44.790732 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 09 19:41:44.793602 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 09 19:41:44.793853 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 09 19:41:44.794195 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 09 19:41:44.799339 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 09 19:41:44.823881 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 09 19:41:44.824379 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.824683 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114497) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 09 19:41:44.825057 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.826544 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114497) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 09 19:41:44.826822 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 09 19:41:44.827135 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 09 19:41:44.831022 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.831302 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:44.896114 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 09 19:41:44.896358 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 09 19:41:44.896594 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 09 19:41:44.896985 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 09 19:41:44.917493 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_db.sqlalchemy.engines [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114497) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 09 19:41:45.355994 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Initializing driver for type 'gre' Mar 09 19:41:45.356534 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] gre ID ranges: [(1, 1000)] Mar 09 19:41:45.409749 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Initializing driver for type 'local' Mar 09 19:41:45.410156 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Initializing driver for type 'vlan' Mar 09 19:41:45.423190 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] VlanTypeDriver initialization complete Mar 09 19:41:45.424076 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Initializing driver for type 'vxlan' Mar 09 19:41:45.424572 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] vxlan ID ranges: [(1, 1000)] Mar 09 19:41:45.476082 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Initializing extension driver 'port_security' Mar 09 19:41:45.476475 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.extensions.port_security [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] PortSecurityExtensionDriver initialization complete Mar 09 19:41:45.476809 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Initializing mechanism driver 'openvswitch' Mar 09 19:41:45.477145 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Initializing mechanism driver 'hyperv' Mar 09 19:41:45.483815 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:41:45.484731 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > port after_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.485101 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > port after_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.485455 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > port after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.486569 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114497) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 19:41:45.487001 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > subnet after_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.487356 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > subnet after_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.487707 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.488124 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114497) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 19:41:45.488538 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > network after_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.488884 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > network after_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.489224 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > network after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.489616 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114497) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 19:41:45.490025 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > security_group after_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.490376 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > security_group after_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.490717 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > security_group after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.491116 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114497) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 19:41:45.491516 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.491865 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.492229 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.492629 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114497) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 19:41:45.493032 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > address_group after_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.493375 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > address_group after_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.493711 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > address_group after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.494117 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114497) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 09 19:41:45.494537 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] ML2 OVO RPC backend initialized. {{(pid=114497) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 09 19:41:45.495239 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.495589 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.495999 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > network before_response 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.496366 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > networks before_response 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.496711 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > port before_response 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.497049 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > ports before_response 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.497388 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > subnet before_response 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.497724 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > subnets before_response 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.498065 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > network after_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.498405 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > network after_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.498739 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > network after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.499074 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > port after_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.499407 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > port after_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.499739 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > port after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.500097 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > subnet after_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.500432 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > subnet after_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.500763 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.508308 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.quota [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded quota_driver: . Mar 09 19:41:45.508677 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.plugin [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Modular L2 Plugin initialization complete Mar 09 19:41:45.509026 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading services supported by the core plugin {{(pid=114497) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 09 19:41:45.509370 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.plugins.ml2.managers [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Got port-security extension from driver 'port_security' Mar 09 19:41:45.509854 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.extensions.vlantransparent [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Disabled vlantransparent extension. Mar 09 19:41:45.510344 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114497) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 09 19:41:45.510669 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading Plugin: router Mar 09 19:41:45.548951 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router_interface before_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.549346 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router after_create 55549900 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.549713 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router before_create 55549900 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.550091 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.550444 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.550821 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router after_delete 55549900 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.551174 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > floatingip after_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.551522 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > floatingip after_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.551873 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router after_create 55549900 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.552246 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router after_update 55549900 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.552595 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router after_update 55549900 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.552936 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.553293 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router after_update 55549900 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.553695 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router precommit_update 55549900 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.554061 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: port after_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.554398 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: port after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.554732 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: subnet after_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.555067 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.555410 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > port precommit_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.555753 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router precommit_create 55549900 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.556119 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: port before_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.556463 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router precommit_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.556813 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router after_update 55549900 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.557149 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router precommit_delete 55549900 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.557627 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router precommit_create 55549900 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.557993 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.558347 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router precommit_update 55549900 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.558714 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > agent after_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.559060 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > agent after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.559401 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > network after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.560273 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Tracking information for resource: router configured {{(pid=114497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 19:41:45.560608 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Tracking information for resource: floatingip configured {{(pid=114497) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 09 19:41:45.565547 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.db.l3_agentschedulers_db [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 09 19:41:45.566121 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: port after_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.566479 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: port after_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.566830 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: port after_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.567180 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: port after_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.567968 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router before_create 55550100 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.568366 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router precommit_delete 55550100 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.568731 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router precommit_create 55550100 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.569090 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > router precommit_update 55550100 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.573870 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.services.provider_configuration [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Service providers = [] {{(pid=114497) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 09 19:41:45.574230 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.db.servicetype_db [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114497) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 09 19:41:45.577224 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.services.service_base [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114497) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 19:41:45.577575 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.services.service_base [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114497) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 19:41:45.577913 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.services.service_base [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114497) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 19:41:45.578808 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.services.service_base [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114497) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 09 19:41:45.579179 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.services.service_base [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 09 19:41:45.580093 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 19:41:45.580412 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 09 19:41:45.591092 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 19:41:45.591427 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading Plugin: auto_allocate Mar 09 19:41:45.597845 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: network precommit_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.598213 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: network precommit_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.598726 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 19:41:45.599046 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading Plugin: tag Mar 09 19:41:45.605870 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 19:41:45.606298 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading Plugin: timestamp Mar 09 19:41:45.610057 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 19:41:45.610385 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading Plugin: network_ip_availability Mar 09 19:41:45.615910 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.616315 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.616674 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.617367 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 19:41:45.617686 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading Plugin: flavors Mar 09 19:41:45.622586 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 19:41:45.622919 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading Plugin: revisions Mar 09 19:41:45.627330 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114497) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 09 19:41:45.627719 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_concurrency.lockutils [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=114497) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 09 19:41:45.628481 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114497) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 09 19:41:45.628819 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Initializing extension manager. Mar 09 19:41:45.629340 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: __init__.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.629681 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: __pycache__ {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.630015 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: address_group.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.630762 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.631333 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: address-group Mar 09 19:41:45.631656 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: address_scope.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.632433 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.632939 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: address-scope Mar 09 19:41:45.633260 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.634206 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.634710 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: router-admin-state-down-before-update Mar 09 19:41:45.635028 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: agent.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.635728 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.636260 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: agent Mar 09 19:41:45.636578 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: agent_resources_synced.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.637498 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.638259 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: agent-resources-synced Mar 09 19:41:45.638578 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: allowedaddresspairs.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.640431 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.640965 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: allowed-address-pairs Mar 09 19:41:45.641293 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: auto_allocated_topology.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.642915 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.643419 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: auto-allocated-topology Mar 09 19:41:45.643743 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: availability_zone.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.644465 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.644973 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: availability_zone Mar 09 19:41:45.645294 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: availability_zone_filter.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.646226 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.646710 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: availability_zone_filter Mar 09 19:41:45.647032 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: data_plane_status.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.647936 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.648479 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension data-plane-status not supported by any of loaded plugins Mar 09 19:41:45.648801 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: default_subnetpools.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.649712 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.650215 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: default-subnetpools Mar 09 19:41:45.650538 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.651344 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.651853 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: dhcp_agent_scheduler Mar 09 19:41:45.652206 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: dns.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.653120 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.653620 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension dns-integration not supported by any of loaded plugins Mar 09 19:41:45.653941 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: dns_domain_ports.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.654853 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.655360 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 09 19:41:45.655680 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.656637 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.657143 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 09 19:41:45.657463 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: dvr.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.658672 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.659181 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: dvr Mar 09 19:41:45.659502 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: ecmp_routes.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.660451 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.660963 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 09 19:41:45.661263 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: empty_string_filtering.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.662175 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.662684 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: empty-string-filtering Mar 09 19:41:45.663003 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.663916 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.664448 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 09 19:41:45.664767 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.665676 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.666181 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 09 19:41:45.666500 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: external_net.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.667408 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.667914 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: external-net Mar 09 19:41:45.668266 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.669169 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.669671 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: extra_dhcp_opt Mar 09 19:41:45.669987 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: extraroute.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.670889 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.671391 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: extraroute Mar 09 19:41:45.671711 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: extraroute_atomic.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.672778 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.673304 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: extraroute-atomic Mar 09 19:41:45.673622 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: filter_validation.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.674281 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.674783 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: filter-validation Mar 09 19:41:45.675101 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: fip_pf_description.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.676011 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.676530 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 09 19:41:45.676843 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: fip_port_details.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.677945 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.678451 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: fip-port-details Mar 09 19:41:45.678773 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: flavors.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.680046 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.680595 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: flavors Mar 09 19:41:45.680921 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.682614 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.683139 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 09 19:41:45.683470 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: floatingip_pools.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.684195 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.684709 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: floatingip-pools Mar 09 19:41:45.685034 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: ip_allocation.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.685957 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.686467 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension ip_allocation not supported by any of loaded plugins Mar 09 19:41:45.686790 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.687714 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.688259 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: ip-substring-filtering Mar 09 19:41:45.688585 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: l2_adjacency.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.689540 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.690047 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 09 19:41:45.690368 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: l3.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.691324 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.691847 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: router Mar 09 19:41:45.692199 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.694460 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.694992 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 09 19:41:45.695322 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.696294 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.696809 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: ext-gw-mode Mar 09 19:41:45.697139 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.698085 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.698591 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: l3-ha Mar 09 19:41:45.698911 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.699824 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.700358 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 09 19:41:45.700682 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: l3_flavors.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.701650 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.702156 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: l3-flavors Mar 09 19:41:45.702478 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: l3_ndp_proxy.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.703866 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.704924 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 09 19:41:45.705273 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.706173 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.706680 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 09 19:41:45.707002 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: l3agentscheduler.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.708059 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.708594 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: l3_agent_scheduler Mar 09 19:41:45.708920 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: local_ip.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.710700 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.711220 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension local_ip not supported by any of loaded plugins Mar 09 19:41:45.711551 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: logging.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.714513 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.715047 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension logging not supported by any of loaded plugins Mar 09 19:41:45.715380 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: metering.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.716149 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.716733 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: metering Mar 09 19:41:45.717063 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.718187 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.718708 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: metering_source_and_destination_fields Mar 09 19:41:45.719038 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: multiprovidernet.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.719987 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.721103 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: multi-provider Mar 09 19:41:45.721428 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: netmtu.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.722396 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.722937 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: net-mtu Mar 09 19:41:45.723260 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: netmtu_writable.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.724218 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.724730 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: net-mtu-writable Mar 09 19:41:45.725054 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: network_availability_zone.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.725721 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.726227 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: network_availability_zone Mar 09 19:41:45.726547 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: network_ip_availability.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.727653 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.728213 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: network-ip-availability Mar 09 19:41:45.728541 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: network_segment_range.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.729300 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.729805 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension network-segment-range not supported by any of loaded plugins Mar 09 19:41:45.730127 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: pagination.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.731108 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.731439 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: pagination Mar 09 19:41:45.731762 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: port_device_profile.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.732770 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.733313 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: port-device-profile Mar 09 19:41:45.733634 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.734552 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.735062 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: port-mac-address-regenerate Mar 09 19:41:45.735379 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.736397 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.736907 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: port-numa-affinity-policy Mar 09 19:41:45.737225 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: port_resource_request.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.738164 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.738668 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension port-resource-request not supported by any of loaded plugins Mar 09 19:41:45.738987 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: port_resource_request_groups.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.739961 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.740490 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 09 19:41:45.740810 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: portbindings.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.741737 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.742251 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: binding Mar 09 19:41:45.742567 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: portbindings_extended.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.743846 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.744387 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: binding-extended Mar 09 19:41:45.744712 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: portsecurity.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.745628 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.746141 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: port-security Mar 09 19:41:45.746465 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: project_id.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.747445 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.747773 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: project-id Mar 09 19:41:45.748113 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: providernet.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.749031 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.749544 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: provider Mar 09 19:41:45.749866 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: qos.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.753545 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.754072 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension qos not supported by any of loaded plugins Mar 09 19:41:45.754406 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.755665 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.756223 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 09 19:41:45.756552 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.757478 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.757994 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 09 19:41:45.758317 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: qos_default.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.759232 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.759749 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension qos-default not supported by any of loaded plugins Mar 09 19:41:45.760098 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: qos_fip.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.761034 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.761543 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension qos-fip not supported by any of loaded plugins Mar 09 19:41:45.761862 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: qos_fip_network_policy.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.762784 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.763550 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 09 19:41:45.763868 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: qos_gateway_ip.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.764820 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.765332 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 09 19:41:45.765650 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: qos_port_network_policy.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.766688 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.767721 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 09 19:41:45.768039 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.769133 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.769650 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 09 19:41:45.769976 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.771025 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.771541 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 09 19:41:45.771866 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: qos_pps_rule.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.773122 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.773637 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension qos-pps not supported by any of loaded plugins Mar 09 19:41:45.773962 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: qos_rule_type_details.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.774908 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.775420 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 09 19:41:45.775784 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: qos_rules_alias.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.776870 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.777387 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 09 19:41:45.777713 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: quota_check_limit.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.778628 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.779146 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: quota-check-limit Mar 09 19:41:45.779467 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: quotasv2.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.780417 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.780743 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: quotas Mar 09 19:41:45.781059 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: quotasv2_detail.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.783337 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.783671 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: quota_details Mar 09 19:41:45.783999 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: rbac.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.785083 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.785605 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: rbac-policies Mar 09 19:41:45.785930 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: rbac_address_group.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.786865 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.787385 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: rbac-address-group Mar 09 19:41:45.787708 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: rbac_address_scope.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.788663 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.789187 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: rbac-address-scope Mar 09 19:41:45.789510 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: rbac_security_groups.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.790426 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.790939 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: rbac-security-groups Mar 09 19:41:45.791256 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: rbac_subnetpool.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.792230 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.792747 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: rbac-subnetpool Mar 09 19:41:45.793066 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: revisionifmatch.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.794064 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.794575 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: revision-if-match Mar 09 19:41:45.794896 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: revisions.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.796023 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.796600 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: standard-attr-revisions Mar 09 19:41:45.796925 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: router_availability_zone.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.797595 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.798106 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: router_availability_zone Mar 09 19:41:45.798452 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: routerservicetype.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.799388 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.799899 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension router-service-type not supported by any of loaded plugins Mar 09 19:41:45.800257 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.801189 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.801702 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: security-groups-normalized-cidr Mar 09 19:41:45.802021 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.802955 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.803467 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: port-security-groups-filtering Mar 09 19:41:45.803786 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.804746 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.805257 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: security-groups-remote-address-group Mar 09 19:41:45.805579 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.806508 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.807017 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: security-groups-shared-filtering Mar 09 19:41:45.807337 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.807921 dv-cinder-788366-9-iscsi neutron-server[114497]: WARNING neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 09 19:41:45.808266 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: securitygroup.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.818135 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.818666 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: security-group Mar 09 19:41:45.818998 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: segment.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.819736 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.820277 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension segment not supported by any of loaded plugins Mar 09 19:41:45.820607 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.821562 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.822072 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 09 19:41:45.822458 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: servicetype.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.823631 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.824180 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: service-type Mar 09 19:41:45.824512 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: sorting.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.825499 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.825831 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: sorting Mar 09 19:41:45.826152 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: standard_attr_segment.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.827071 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.827587 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 09 19:41:45.827909 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: standardattrdescription.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.828586 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.829159 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: standard-attr-description Mar 09 19:41:45.830003 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: stateful_security_group.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.830926 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.831441 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: stateful-security-group Mar 09 19:41:45.831815 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: stdattrs_common.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.832618 dv-cinder-788366-9-iscsi neutron-server[114497]: WARNING neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 09 19:41:45.833084 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.834081 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.834678 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 09 19:41:45.835143 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: subnet_onboard.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.836362 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.836962 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: subnet_onboard Mar 09 19:41:45.837438 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.838514 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.839046 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 09 19:41:45.839515 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: subnet_service_types.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.840647 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.841170 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: subnet-service-types Mar 09 19:41:45.841495 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: subnetallocation.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.842592 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.843108 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: subnet_allocation Mar 09 19:41:45.843435 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.844132 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.844650 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: subnetpool-prefix-ops Mar 09 19:41:45.844974 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.846470 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.846975 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 09 19:41:45.847297 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: tagging.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.848425 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.848941 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: standard-attr-tag Mar 09 19:41:45.849268 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: timestamp.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.850472 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.851028 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loaded extension: standard-attr-timestamp Mar 09 19:41:45.851350 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: trunk.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.852421 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.852939 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension trunk not supported by any of loaded plugins Mar 09 19:41:45.853264 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: trunk_details.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.854185 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.854727 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension trunk-details not supported by any of loaded plugins Mar 09 19:41:45.855048 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: uplink_status_propagation.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.855997 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.856584 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 09 19:41:45.856861 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Loading extension file: vlantransparent.py {{(pid=114497) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 09 19:41:45.857530 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114497) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 09 19:41:45.858036 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 09 19:41:45.860596 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Creating instance of TrackedResource for resource:network Mar 09 19:41:45.861227 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Creating instance of TrackedResource for resource:subnet Mar 09 19:41:45.861624 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 19:41:45.862011 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Creating instance of TrackedResource for resource:port Mar 09 19:41:45.863250 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.v2.resource_helper [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 19:41:45.863693 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.v2.resource_helper [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Service FLAVORS assigned prefix: {{(pid=114497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 19:41:45.864331 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.v2.resource_helper [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 19:41:45.864762 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.v2.resource_helper [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 19:41:45.865093 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Creating instance of TrackedResource for resource:router Mar 09 19:41:45.865516 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Creating instance of TrackedResource for resource:floatingip Mar 09 19:41:45.866015 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.v2.resource_helper [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Service METERING assigned prefix: /metering {{(pid=114497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 19:41:45.867476 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.867844 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.868231 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114497) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:41:45.869224 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Creating instance of CountableResource for resource:rbac_policy Mar 09 19:41:45.869661 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Creating instance of TrackedResource for resource:security_group Mar 09 19:41:45.870106 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 09 19:41:45.870704 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.v2.resource_helper [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Service CORE assigned prefix: {{(pid=114497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 19:41:45.871034 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 19:41:45.871381 dv-cinder-788366-9-iscsi neutron-server[114497]: WARNING neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] subnetpool is already registered Mar 09 19:41:45.871810 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.v2.resource_helper [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Service CORE assigned prefix: {{(pid=114497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 19:41:45.872173 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 19:41:45.872513 dv-cinder-788366-9-iscsi neutron-server[114497]: WARNING neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] subnetpool is already registered Mar 09 19:41:45.874743 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.v2.resource_helper [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 19:41:45.875173 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.v2.resource_helper [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Service FLAVORS assigned prefix: {{(pid=114497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 19:41:45.875760 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.v2.resource_helper [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 19:41:45.876219 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.v2.resource_helper [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 19:41:45.876576 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Creating instance of TrackedResource for resource:router Mar 09 19:41:45.876914 dv-cinder-788366-9-iscsi neutron-server[114497]: WARNING neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] router is already registered Mar 09 19:41:45.877323 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Creating instance of TrackedResource for resource:floatingip Mar 09 19:41:45.877657 dv-cinder-788366-9-iscsi neutron-server[114497]: WARNING neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] floatingip is already registered Mar 09 19:41:45.878104 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.v2.resource_helper [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Service METERING assigned prefix: /metering {{(pid=114497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 19:41:45.878762 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Creating instance of CountableResource for resource:rbac_policy Mar 09 19:41:45.879087 dv-cinder-788366-9-iscsi neutron-server[114497]: WARNING neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] rbac_policy is already registered Mar 09 19:41:45.879497 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Creating instance of TrackedResource for resource:security_group Mar 09 19:41:45.879831 dv-cinder-788366-9-iscsi neutron-server[114497]: WARNING neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] security_group is already registered Mar 09 19:41:45.880265 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 09 19:41:45.880600 dv-cinder-788366-9-iscsi neutron-server[114497]: WARNING neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] security_group_rule is already registered Mar 09 19:41:45.881215 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.v2.resource_helper [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Service CORE assigned prefix: {{(pid=114497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 19:41:45.881545 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 19:41:45.881880 dv-cinder-788366-9-iscsi neutron-server[114497]: WARNING neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] subnetpool is already registered Mar 09 19:41:45.882291 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.v2.resource_helper [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Service CORE assigned prefix: {{(pid=114497) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 09 19:41:45.882630 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Creating instance of TrackedResource for resource:subnetpool Mar 09 19:41:45.882962 dv-cinder-788366-9-iscsi neutron-server[114497]: WARNING neutron.quota.resource_registry [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] subnetpool is already registered Mar 09 19:41:45.883423 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: extensions {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.884985 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: address-groups {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.886472 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: address-scopes {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.887793 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: agents {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.889269 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: auto-allocated-topology {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.890511 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: availability_zones {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.891721 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: dhcp-networks {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.893784 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: dhcp-agents {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.895192 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: routers {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.897454 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: flavors {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.898618 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: service_profiles {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.899829 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: next_providers {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.901548 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: service_profiles {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.903122 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: floatingip-pools {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.904361 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: routers {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.906474 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: floatingips {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.909407 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: l3-routers {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.910808 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: l3-agents {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.912246 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: metering-labels {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.913610 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: metering-label-rules {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.914900 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: network-ip-availabilities {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.916174 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: bindings {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.917839 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: quotas {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.919395 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: quotas {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.920961 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: rbac-policies {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.922240 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: security-groups {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.923504 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: security-group-rules {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.924781 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: service-providers {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.925999 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: subnetpools {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.927433 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: subnetpools {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.928911 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: tags {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.930640 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: tags {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.932521 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: tags {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.934304 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: tags {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.936089 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: tags {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.937950 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: tags {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.940182 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: tags {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.942059 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: tags {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.943797 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: tags {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.945676 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron.api.extensions [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Extended resource: tags {{(pid=114497) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 09 19:41:45.951473 dv-cinder-788366-9-iscsi neutron-server[114497]: WARNING keystonemiddleware.auth_token [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 09 19:41:45.956742 dv-cinder-788366-9-iscsi neutron-server[114497]: WARNING keystonemiddleware.auth_token [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 09 19:41:45.965273 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_concurrency.lockutils [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Acquired lock "singleton_lock" {{(pid=114497) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 09 19:41:45.965745 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_concurrency.lockutils [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Releasing lock "singleton_lock" {{(pid=114497) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 09 19:41:45.966396 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO oslo_service.service [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Starting 2 workers Mar 09 19:41:45.971273 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Started child 114604 {{(pid=114497) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 19:41:45.975738 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Started child 114605 {{(pid=114497) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 19:41:45.976974 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:41:45.977680 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO neutron.service [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 09 19:41:45.978002 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Publish callbacks [] for process (None), before_spawn {{(pid=114497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:41:45.978701 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [-] (114604) wsgi starting up on http://0.0.0.0:9696 Mar 09 19:41:45.980483 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:41:45.980889 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO oslo_service.service [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Starting 1 workers Mar 09 19:41:45.981990 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [-] (114605) wsgi starting up on http://0.0.0.0:9696 Mar 09 19:41:45.985804 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Started child 114606 {{(pid=114497) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 19:41:45.986359 dv-cinder-788366-9-iscsi neutron-server[114497]: INFO oslo_service.service [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Starting 1 workers Mar 09 19:41:45.989410 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.service [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] calling RpcWorker wait() {{(pid=114606) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 09 19:41:45.989958 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.service [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] returning from RpcWorker wait() {{(pid=114606) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 09 19:41:45.990848 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Started child 114607 {{(pid=114497) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 09 19:41:45.991193 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:41:45.991653 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG neutron_lib.callbacks.manager [None req-ef6a11f1-fd26-43ac-b263-081d39bef297 None None] Publish callbacks [] for process (None), after_spawn {{(pid=114497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:41:45.991755 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:41:45.993668 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114497) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 09 19:41:45.993888 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 19:41:45.994075 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 19:41:45.994300 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 19:41:45.994643 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 19:41:45.994807 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 19:41:45.995338 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:45.995628 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:45.995886 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:45.995978 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:41:45.996458 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:45.996458 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:45.997017 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:45.997208 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:41:45.997309 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:45.997521 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:45.997808 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:45.998067 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:45.998237 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:45.998398 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:45.998641 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:45.998869 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:45.999146 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:45.999392 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:45.999632 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:45.999901 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.000113 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.000378 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.000666 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.000909 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.001188 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] debug = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.001991 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.002484 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.002708 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.002947 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.003187 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.003458 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.003683 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.003971 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.004247 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.004464 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.004704 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.004959 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.005188 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.005400 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.005635 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.005855 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.006128 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.006363 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.006852 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] host = dv-cinder-788366-9-iscsi {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.007069 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.007287 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.007535 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.007780 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.008044 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.008300 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.008552 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.008818 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.009044 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.009285 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.009521 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.009751 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.009966 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.010198 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] log_file = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.010362 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] log_options = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.010579 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.010851 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.011108 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.011302 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.011462 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.011620 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.011878 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.012039 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.012328 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.012575 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.012747 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.013238 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.013457 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.013680 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.013930 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.014155 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.014392 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.014607 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.014854 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.015106 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.016036 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.016036 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.016036 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.016036 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.016352 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.016505 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.016722 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.017061 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.017776 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.018002 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.018240 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.018482 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.018800 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.018970 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.019253 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.019468 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.019697 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.019912 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.020231 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.020457 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.020710 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.020957 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.021173 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.021401 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.021615 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.021845 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.022059 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] use_json = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.022289 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.022520 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.022762 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.022977 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.024140 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.024140 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.024140 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.024140 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.024140 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.024523 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.024927 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.025142 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.025455 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.025649 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.028314 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.028314 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.028314 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.028314 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.028314 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.028314 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.028314 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.028314 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.028877 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.028877 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.028877 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.028877 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.028877 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.029240 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.029313 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.029516 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.031493 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.031493 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.031493 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.031493 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.031493 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.031493 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.031493 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.031493 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.032172 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.032172 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.032321 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.032560 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.032795 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.033045 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.033250 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.033501 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.033716 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.033930 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.034204 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.034423 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.034637 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.034885 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.035120 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.035331 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.035732 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.035981 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.036315 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.036552 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.036974 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.037193 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.037434 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.037650 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.037866 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.038091 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.038920 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.038920 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.038920 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.039192 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.039192 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.039383 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.039881 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.039881 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.040131 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.040288 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.040505 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.041451 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.041451 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.041451 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.041451 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.041813 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.041813 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.041978 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.042402 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.042528 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.042671 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.042894 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.043267 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.043383 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.043512 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.043936 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.044261 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.044482 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.044696 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.044912 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.045128 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.045344 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.045570 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.045963 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.046194 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.046581 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.047004 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.047461 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.047868 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.048325 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.048706 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.049114 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.049519 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.049852 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.050156 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.050468 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.050772 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.051095 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.051401 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.051704 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.051999 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.052309 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.052630 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.052921 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.053214 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.053464 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.053869 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.054312 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.054714 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.055157 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.055567 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.056009 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.056474 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.056925 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.057193 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.057451 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.057727 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.057953 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.058322 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.058521 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.058892 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.059050 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.059320 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.059573 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.059827 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.060097 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.060359 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.060617 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.060887 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.061088 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.061334 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.061561 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.061778 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.062039 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.062343 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.062591 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.062807 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.063021 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.063279 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.063523 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.064305 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.064631 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.064895 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.065127 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.065382 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.065630 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.065864 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.066105 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.066349 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.066568 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.066798 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.067053 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.067265 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.067495 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.067714 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.067973 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.068216 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.068435 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.068667 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.068884 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.069100 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.069345 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.069558 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.069779 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.070029 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.070246 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.070481 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.070721 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.070931 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.071203 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.071419 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.071701 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.071952 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.072224 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.072469 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.072722 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.072976 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.073191 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.073440 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.073655 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.073866 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.074078 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.074302 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.074513 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.074742 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.074985 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.075229 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.075462 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.075710 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.076048 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.076504 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.076697 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.076853 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.077013 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.077245 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.077479 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.077692 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.077925 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.078141 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.078360 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.078577 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.078799 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.079011 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.079247 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.080129 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.080402 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.080654 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.080895 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.081663 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.081663 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.081663 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.082268 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.082268 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.082268 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.082687 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.082687 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.083044 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.083044 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.083307 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.083540 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.083725 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.083985 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.084244 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.084497 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.084742 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.084971 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.085180 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.085400 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.085639 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.085847 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.086072 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.086280 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.086488 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.086719 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.086909 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.087135 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.087358 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.087566 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.087774 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.087992 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.090076 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.090303 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.090534 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.090748 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.091005 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.091180 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.091425 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.091636 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.091864 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.092090 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.092305 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.092549 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.092766 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.092974 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.093257 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.093504 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.093721 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.093994 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.094239 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.094481 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.094722 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.095045 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.095310 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.095644 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.095948 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.096298 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.096622 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.096894 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.097228 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.097527 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.097756 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.098010 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.098309 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.098584 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.098864 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.099081 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.099376 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.099706 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.099975 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.100270 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.100495 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.100752 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.100992 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.101366 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.101562 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:41:46.101773 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.101773 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.102156 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.102156 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.102529 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.102529 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.102908 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.103111 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.103323 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.103536 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.103770 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.104197 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.104197 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.104197 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 19:41:46.104819 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114497) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 09 19:41:46.105056 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 09 19:41:46.105056 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 09 19:41:46.106348 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 09 19:41:46.106348 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 09 19:41:46.106348 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 09 19:41:46.106348 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.106348 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.106348 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.106348 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.106348 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.108565 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.108565 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.108565 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.108565 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.108565 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.108565 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.108565 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.108565 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.110127 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.110127 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.110127 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.110127 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.110127 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.110127 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.110127 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.110127 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.111746 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.111746 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] debug = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.111746 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.111746 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.111746 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.111746 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.112695 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.112695 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.112695 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.112695 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.112695 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.112695 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.112695 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.112695 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113129 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113129 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113129 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113129 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113129 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113129 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113129 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] host = dv-cinder-788366-9-iscsi {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113129 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113557 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113557 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113557 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113557 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113557 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113557 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113557 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113557 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113976 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113976 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113976 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.113976 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.114227 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] log_file = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.114227 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] log_options = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.114343 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.114509 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.114594 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.114752 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.114915 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.115074 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.115230 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.115387 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.115550 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.115706 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.115864 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.116021 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.116207 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.116365 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.116523 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.116679 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.116840 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.116996 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.117166 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.117327 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.117588 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.117664 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.117784 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.117940 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.118098 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.118254 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.118410 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.118571 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.118777 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.118980 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.119182 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.119182 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.119467 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.119467 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.119796 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.119796 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.120278 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.120278 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.120278 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.120974 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.120974 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.120974 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.120974 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.120974 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.121724 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.121724 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.121724 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] use_json = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.121724 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.121724 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.122338 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.122338 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.122338 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.122338 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.122338 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.123236 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.123236 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 09 19:41:46.123236 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.123236 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.123236 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.123236 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.124098 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.124098 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.124098 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.124098 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.124098 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.124744 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.124744 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.124744 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.124744 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.125212 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.125212 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.125212 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.125212 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.125883 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.125883 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.125883 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.125883 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.126860 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.126860 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.126860 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.127195 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.127195 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.127421 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.127421 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.127681 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.127681 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.128050 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.128050 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.128534 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.128534 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.128534 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.128934 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.128934 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.128934 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.129280 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.129280 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.129508 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.129508 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.129734 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.129854 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.129974 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.130095 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.130215 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.130381 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.130543 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.131086 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.131086 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.131086 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.131662 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.131662 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.131662 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.131662 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.132435 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.132435 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.132435 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.132435 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.132435 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.133658 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.133658 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.133658 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.133658 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.133658 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.133658 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.133658 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.133658 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.134736 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.134736 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.134736 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.134736 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.134736 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.134736 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.134736 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.134736 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.135618 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.135618 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.135618 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.135618 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.135618 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.135947 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.135947 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.136141 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.136221 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.136369 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.137864 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.137864 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.137864 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.137864 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.137864 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.137864 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.137864 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.137864 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.139027 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.139027 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.139027 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.139027 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.139027 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.139027 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.139027 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.139027 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.139701 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.139701 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.139701 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.139701 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.139986 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.139986 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.140157 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.140248 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.140430 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.140524 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.140688 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.140850 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.141010 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.141172 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.141875 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.141875 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.141875 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.143028 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 35292) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:41:46.143203 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.143203 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.143203 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.143203 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.143203 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.143203 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.144193 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.144193 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.144193 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.144193 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.144193 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.144193 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.144193 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.145434 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.145434 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.145434 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.145434 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.145434 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.145434 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.145434 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.145434 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.146690 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.146690 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.146690 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.146690 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.146690 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.146690 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.146690 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.146690 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.148095 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.148095 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.148095 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.148095 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.148095 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.148095 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.148095 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.148095 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.149240 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.149240 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.149240 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.149240 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.149240 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.149240 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.149240 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.149240 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.153054 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.153054 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.153054 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.153054 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.153054 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.153054 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.153054 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.153054 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.155190 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.155190 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.155190 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.155190 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.155613 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064919 Mar 09 19:41:46.155724 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.155724 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.155724 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.155724 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.155724 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.155724 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.155724 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.155724 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.157887 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.157887 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.157887 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.157887 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.157887 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.157887 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.157887 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.157887 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.158650 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.158650 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.158650 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.158650 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.158650 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.158650 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.158650 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.158650 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.160055 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.160055 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.160055 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.160055 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.160055 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.160055 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.160055 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.160055 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.161309 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.161309 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.161309 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.161309 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.162369 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.163291 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.163474 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.163650 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.163820 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.163989 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.164177 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.164344 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.164508 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.164672 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.164857 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.165019 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.165182 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.165343 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.165505 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.165666 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.165838 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.165999 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.166162 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.166322 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.166487 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.166646 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.166816 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.166977 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.167136 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.167295 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.167453 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.167613 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.167784 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.167944 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.168773 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.169066 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.169240 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.169406 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.169581 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.169745 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.169908 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.170070 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.170231 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.170396 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.170592 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.170740 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.170880 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.171020 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.171157 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.171305 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.171469 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.171632 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.171793 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.171952 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.172240 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.172417 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.172600 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.172776 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.172997 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.173144 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.173322 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.173491 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.173659 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.173825 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.174027 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.174210 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.174382 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.174561 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.174728 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.175000 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.175858 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.176032 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.176252 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.176432 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.176596 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.176761 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.176922 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.177083 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.177245 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.177405 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.177566 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.177726 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.177886 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.178049 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.178207 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.178366 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.178527 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.178687 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.178847 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.179011 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.179169 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.179329 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.179492 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 09 19:41:46.179644 dv-cinder-788366-9-iscsi neutron-server[114497]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114497) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 09 19:41:57.529405 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11344440-7b1f-4534-b462-ba70e4524fb8 None None] get_active_networks_info from dv-cinder-788366-9-iscsi {{(pid=114606) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 09 19:41:57.588565 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11344440-7b1f-4534-b462-ba70e4524fb8 None None] No non-hosted networks {{(pid=114606) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 09 19:41:57.602386 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.agentschedulers_db [None req-11344440-7b1f-4534-b462-ba70e4524fb8 None None] DHCP Agent not found on host dv-cinder-788366-9-iscsi {{(pid=114606) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 09 19:41:57.685399 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-257929c1-87e0-4e78-ac6c-6ea42204ffe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399471'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:41:59.690982 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa945699-943f-4596-bb50-c1f70334c865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399471'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:41:59.747949 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-df1d1a3a-16bf-4509-ac8c-2afd2e981cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:00.823312 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399471'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:02.456337 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399471'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:03.615014 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 35374) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:42:03.818616 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399471'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:03.842757 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:03.843409 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:03.843763 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:03.844132 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:03.844651 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:03.845120 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:03.845596 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:03.846101 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:03.846586 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:03.848848 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:03.849450 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:03.849971 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:03.850501 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:03.854699 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788366-9-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:42:03.880591 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788366-9-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:42:04.222362 dv-cinder-788366-9-iscsi neutron-server[114604]: WARNING oslo_policy.policy [None req-61063470-9754-4dab-9dca-4ddd81b5c68f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 19:42:04.222981 dv-cinder-788366-9-iscsi neutron-server[114604]: WARNING oslo_policy.policy [None req-61063470-9754-4dab-9dca-4ddd81b5c68f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 19:42:04.452917 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [None req-61063470-9754-4dab-9dca-4ddd81b5c68f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114604) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 19:42:04.468087 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-61063470-9754-4dab-9dca-4ddd81b5c68f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8394165 Mar 09 19:42:04.952937 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.db.l3_hamode_db [None req-3e504883-9572-4c94-ac31-c3d50b2b84fc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 09 19:42:05.034697 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e504883-9572-4c94-ac31-c3d50b2b84fc None None] Routers set() bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:42:05.035003 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e504883-9572-4c94-ac31-c3d50b2b84fc None None] Router IDs set() for agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 09 19:42:07.008629 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 35400) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:42:07.311018 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-210b5b3f-42d7-4817-a9f3-22243b8a5263 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:42:07.404509 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.policy [None req-210b5b3f-42d7-4817-a9f3-22243b8a5263 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114604) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 09 19:42:07.447722 dv-cinder-788366-9-iscsi neutron-server[114604]: WARNING oslo_policy.policy [None req-210b5b3f-42d7-4817-a9f3-22243b8a5263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 19:42:07.448117 dv-cinder-788366-9-iscsi neutron-server[114604]: WARNING oslo_policy.policy [None req-210b5b3f-42d7-4817-a9f3-22243b8a5263 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 19:42:07.539887 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-210b5b3f-42d7-4817-a9f3-22243b8a5263 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774124864410', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774124864973', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774124927553', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774124917893', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774124907294', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774124900227', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3367736', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3200279', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-460117', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-648807'] for rbac-policy (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:07.604631 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-210b5b3f-42d7-4817-a9f3-22243b8a5263 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:07.605799 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-210b5b3f-42d7-4817-a9f3-22243b8a5263 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5962231 Mar 09 19:42:10.109357 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 35410) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:42:10.411782 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:42:10.440457 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Made reservation on behalf of c95ff7aa05454625b9cebd08feed54d3 for: {'network': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:42:10.444159 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:10.460488 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:10.568218 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Publish callbacks [] for security_group (e3e4254f-f0f8-4e3a-a5f4-d036f3feaf46), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:10.571860 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (e3e4254f-f0f8-4e3a-a5f4-d036f3feaf46), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:10.595958 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=114604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 19:42:10.627276 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774125231885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (e6ee4099-a205-4037-abb8-557486a861e1), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:10.627848 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Unsubscribe: segment precommit_create {{(pid=114604) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 09 19:42:10.628454 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.segments_db [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Added segment e6ee4099-a205-4037-abb8-557486a861e1 of type vlan for network 46acebab-9760-4b83-adc8-d27eec017a07 Mar 09 19:42:10.648421 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e4254f-f0f8-4e3a-a5f4-d036f3feaf46,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:42:10.694192 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:10.694554 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:10.694908 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:10.695245 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:10.695570 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:10.695895 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:10.696243 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:10.696564 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:10.696883 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:10.697201 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:10.697518 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:10.697831 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:10.698141 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Tracked resource versions report: Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: pushed versions: Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: { 'AddressGroup': {'1.2'}, Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'ConntrackHelper': {'1.0'}, Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'LocalIPAssociation': {'1.0'}, Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Log': {'1.0'}, Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Network': {'1.1'}, Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Port': {'1.7'}, Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'PortForwarding': {'1.2'}, Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'QosPolicy': {'1.10'}, Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'SecurityGroup': {'1.5'}, Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'SecurityGroupRule': {'1.2'}, Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'SubPort': {'1.0'}, Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Subnet': {'1.1'}, Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Trunk': {'1.1'}} Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: consumer versions: Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: { DHCP agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: L3 agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: Metadata agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: Metering agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: Open vSwitch agent@dv-cinder-788366-9-iscsi: { 'AddressGroup': '1.2', Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'ConntrackHelper': '1.0', Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'LocalIPAssociation': '1.0', Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Log': '1.0', Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Network': '1.1', Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Port': '1.7', Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'PortForwarding': '1.2', Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'QosPolicy': '1.10', Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'SecurityGroup': '1.5', Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'SecurityGroupRule': '1.2', Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'SubPort': '1.0', Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Subnet': '1.1', Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Trunk': '1.1'}} Mar 09 19:42:10.699441 dv-cinder-788366-9-iscsi neutron-server[114604]: {{(pid=114604) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 19:42:10.738731 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (46acebab-9760-4b83-adc8-d27eec017a07), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:10.778479 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (46acebab-9760-4b83-adc8-d27eec017a07), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:10.783727 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:42:10.784443 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:10.848123 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7371206 Mar 09 19:42:10.904658 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a805482-e625-4664-9af7-5c93d339e884 demo demo] Pushing event updated for resources: {'Network': ['ID=46acebab-9760-4b83-adc8-d27eec017a07,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:42:10.918493 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network 46acebab-9760-4b83-adc8-d27eec017a07 details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:42:13.379383 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 35422) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:42:13.867771 dv-cinder-788366-9-iscsi neutron-server[114605]: WARNING oslo_policy.policy [None req-bff69dc2-cdd9-4016-97e2-581127040215 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 19:42:13.868413 dv-cinder-788366-9-iscsi neutron-server[114605]: WARNING oslo_policy.policy [None req-bff69dc2-cdd9-4016-97e2-581127040215 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 19:42:14.322158 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.policy [None req-bff69dc2-cdd9-4016-97e2-581127040215 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114605) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 09 19:42:14.364723 dv-cinder-788366-9-iscsi neutron-server[114605]: WARNING oslo_policy.policy [None req-bff69dc2-cdd9-4016-97e2-581127040215 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 19:42:14.365095 dv-cinder-788366-9-iscsi neutron-server[114605]: WARNING oslo_policy.policy [None req-bff69dc2-cdd9-4016-97e2-581127040215 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 09 19:42:14.373086 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff69dc2-cdd9-4016-97e2-581127040215 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:42:14.374923 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-bff69dc2-cdd9-4016-97e2-581127040215 demo admin] 10.222.0.16 "GET /v2.0/networks/46acebab-9760-4b83-adc8-d27eec017a07 HTTP/1.1" status: 200 len: 825 time: 0.9934883 Mar 09 19:42:14.414834 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-7d572e05-cbf5-4950-a399-0cc673862e26 demo admin] 10.222.0.16 "GET /v2.0/subnetpools/634ccd66-7519-43cb-adb2-63baa51a1249 HTTP/1.1" status: 200 len: 734 time: 0.0342886 Mar 09 19:42:14.423742 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Request body: {'subnet': {'subnetpool_id': '634ccd66-7519-43cb-adb2-63baa51a1249', 'network_id': '46acebab-9760-4b83-adc8-d27eec017a07', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:42:14.460747 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Made reservation on behalf of c95ff7aa05454625b9cebd08feed54d3 for: {'subnet': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:42:14.463702 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:14.740806 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for subnet (6c962609-5acb-4e4b-8bb6-3df93ee1e47f), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:14.808042 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Checking segment: {'id': 'e6ee4099-a205-4037-abb8-557486a861e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '46acebab-9760-4b83-adc8-d27eec017a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:42:14.808449 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Network hostable DHCP agents. Network: 46acebab-9760-4b83-adc8-d27eec017a07, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:42:14.815726 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Pushing event updated for resources: {'Subnet': ['ID=6c962609-5acb-4e4b-8bb6-3df93ee1e47f,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:42:14.826725 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:14.827086 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:14.827435 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:14.827765 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:14.828104 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:14.828431 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:14.828771 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:14.829619 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:14.829933 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:14.830264 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:14.830579 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:14.830889 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:14.831196 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Tracked resource versions report: Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: pushed versions: Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: { 'AddressGroup': {'1.2'}, Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'ConntrackHelper': {'1.0'}, Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'LocalIPAssociation': {'1.0'}, Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Log': {'1.0'}, Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Network': {'1.1'}, Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Port': {'1.7'}, Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'PortForwarding': {'1.2'}, Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'QosPolicy': {'1.10'}, Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'SecurityGroup': {'1.5'}, Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'SecurityGroupRule': {'1.2'}, Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'SubPort': {'1.0'}, Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Subnet': {'1.1'}, Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Trunk': {'1.1'}} Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: consumer versions: Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: { DHCP agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: L3 agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: Metadata agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: Metering agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: Open vSwitch agent@dv-cinder-788366-9-iscsi: { 'AddressGroup': '1.2', Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'ConntrackHelper': '1.0', Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'LocalIPAssociation': '1.0', Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Log': '1.0', Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Network': '1.1', Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Port': '1.7', Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'PortForwarding': '1.2', Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'QosPolicy': '1.10', Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'SecurityGroup': '1.5', Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'SecurityGroupRule': '1.2', Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'SubPort': '1.0', Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Subnet': '1.1', Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Trunk': '1.1'}} Mar 09 19:42:14.832525 dv-cinder-788366-9-iscsi neutron-server[114605]: {{(pid=114605) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 19:42:14.858884 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Network 46acebab-9760-4b83-adc8-d27eec017a07 is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:42:14.871242 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, 46acebab-9760-4b83-adc8-d27eec017a07) {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:42:14.877331 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:42:14.878968 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:14.880818 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc9619c-cc13-4b5f-8a9f-f9ede3a011c5 None None] Network 46acebab-9760-4b83-adc8-d27eec017a07 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:42:14.903658 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-8b33b766-e266-4061-903a-bd3461d10dec demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4798753 Mar 09 19:42:15.254037 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77b36b6-e9e3-5284-af40-da14c38a31c5-46acebab-9760-4b83-adc8-d27eec017a07', 'network_id': '46acebab-9760-4b83-adc8-d27eec017a07', 'project_id': 'c95ff7aa05454625b9cebd08feed54d3', 'fixed_ips': [{'subnet_id': '6c962609-5acb-4e4b-8bb6-3df93ee1e47f'}]}} from dv-cinder-788366-9-iscsi. {{(pid=114606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 19:42:15.255393 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:15.533607 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.db_base_plugin_common [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Allocated IP 172.20.0.2 (46acebab-9760-4b83-adc8-d27eec017a07/6c962609-5acb-4e4b-8bb6-3df93ee1e47f/eaa589cf-7385-46c2-b1d6-4ad9860253ec) {{(pid=114606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:42:15.802657 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Publish callbacks [] for port (eaa589cf-7385-46c2-b1d6-4ad9860253ec), precommit_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:15.810254 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (eaa589cf-7385-46c2-b1d6-4ad9860253ec), after_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:15.877950 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Network 46acebab-9760-4b83-adc8-d27eec017a07 is already hosted by enough agents. {{(pid=114606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:42:15.883508 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.base_scheduler [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Resources bound (agent type, host, resource id): {{(pid=114606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:42:15.895001 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Received port after_create {{(pid=114606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:42:15.902319 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Pushing event updated for resources: {'Port': ['ID=eaa589cf-7385-46c2-b1d6-4ad9860253ec,revision_number=1']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:42:15.933301 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:15.933676 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:15.934046 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:15.934388 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:15.934725 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:15.935058 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:15.935402 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:15.935715 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:15.936041 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:15.936407 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:15.936742 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:15.937066 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:15.937387 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Tracked resource versions report: Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: pushed versions: Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: { 'AddressGroup': {'1.2'}, Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'ConntrackHelper': {'1.0'}, Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'LocalIPAssociation': {'1.0'}, Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Log': {'1.0'}, Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Network': {'1.1'}, Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Port': {'1.7'}, Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'PortForwarding': {'1.2'}, Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'QosPolicy': {'1.10'}, Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'SecurityGroup': {'1.5'}, Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'SecurityGroupRule': {'1.2'}, Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'SubPort': {'1.0'}, Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Subnet': {'1.1'}, Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Trunk': {'1.1'}} Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: consumer versions: Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: { DHCP agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: L3 agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: Metadata agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: Metering agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: Open vSwitch agent@dv-cinder-788366-9-iscsi: { 'AddressGroup': '1.2', Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'ConntrackHelper': '1.0', Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'LocalIPAssociation': '1.0', Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Log': '1.0', Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Network': '1.1', Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Port': '1.7', Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'PortForwarding': '1.2', Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'QosPolicy': '1.10', Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'SecurityGroup': '1.5', Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'SecurityGroupRule': '1.2', Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'SubPort': '1.0', Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Subnet': '1.1', Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Trunk': '1.1'}} Mar 09 19:42:15.939331 dv-cinder-788366-9-iscsi neutron-server[114606]: {{(pid=114606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 19:42:15.988484 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Attempting to bind port eaa589cf-7385-46c2-b1d6-4ad9860253ec on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:42:15.988893 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Attempting to bind port eaa589cf-7385-46c2-b1d6-4ad9860253ec by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'e6ee4099-a205-4037-abb8-557486a861e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '46acebab-9760-4b83-adc8-d27eec017a07'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:42:15.989339 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Attempting to bind port eaa589cf-7385-46c2-b1d6-4ad9860253ec on network 46acebab-9760-4b83-adc8-d27eec017a07 {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:42:15.994491 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:42:15.994863 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Checking segment: {'id': 'e6ee4099-a205-4037-abb8-557486a861e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '46acebab-9760-4b83-adc8-d27eec017a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:42:15.995410 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:15.995804 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Bound using segment: {'id': 'e6ee4099-a205-4037-abb8-557486a861e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '46acebab-9760-4b83-adc8-d27eec017a07'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:42:15.996310 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Bound port: eaa589cf-7385-46c2-b1d6-4ad9860253ec, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ee4099-a205-4037-abb8-557486a861e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '46acebab-9760-4b83-adc8-d27eec017a07'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:42:15.996722 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (eaa589cf-7385-46c2-b1d6-4ad9860253ec), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:16.058057 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] For port eaa589cf-7385-46c2-b1d6-4ad9860253ec, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:42:16.062193 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] For port eaa589cf-7385-46c2-b1d6-4ad9860253ec, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=eaa589cf-7385-46c2-b1d6-4ad9860253ec,segment=NetworkSegment(e6ee4099-a205-4037-abb8-557486a861e1),segment_id=e6ee4099-a205-4037-abb8-557486a861e1)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:42:16.069109 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (eaa589cf-7385-46c2-b1d6-4ad9860253ec), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:16.133419 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53c196-a3e5-49e2-a0af-f6dc31e0b446 None None] Pushing event updated for resources: {'Port': ['ID=eaa589cf-7385-46c2-b1d6-4ad9860253ec,revision_number=2']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:42:17.474666 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 35442) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:42:17.784803 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [None req-f63fe822-13d2-49c8-a7f5-89d67b1a4438 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114604) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 19:42:17.785963 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-f63fe822-13d2-49c8-a7f5-89d67b1a4438 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3103302 Mar 09 19:42:20.339287 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 35450) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:42:20.649164 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [None req-95e148cf-109d-4b82-bf8e-742e3d8c9313 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114604) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 19:42:20.650246 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-95e148cf-109d-4b82-bf8e-742e3d8c9313 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3100357 Mar 09 19:42:23.207547 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 35458) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:42:23.517192 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-4f10c1fd-2321-454d-8589-b30ab3877704 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:42:23.540543 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-4f10c1fd-2321-454d-8589-b30ab3877704 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24705'] for router (011a08c1-8211-41bd-93ae-fac0384c7d10), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:23.542128 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-4f10c1fd-2321-454d-8589-b30ab3877704 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24726'] for router (011a08c1-8211-41bd-93ae-fac0384c7d10), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:23.680960 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-4f10c1fd-2321-454d-8589-b30ab3877704 demo demo] Publish callbacks [] for router_controller (011a08c1-8211-41bd-93ae-fac0384c7d10), precommit_add_association {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:23.685965 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-4f10c1fd-2321-454d-8589-b30ab3877704 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396900'] for router (011a08c1-8211-41bd-93ae-fac0384c7d10), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:23.702363 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-4f10c1fd-2321-454d-8589-b30ab3877704 demo demo] Publish callbacks [] for router (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:23.705723 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-4f10c1fd-2321-454d-8589-b30ab3877704 demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4970272 Mar 09 19:42:26.280521 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 35470) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:42:26.601715 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device eaa589cf-7385-46c2-b1d6-4ad9860253ec up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:42:26.612089 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [None req-492fd4dc-e35e-45db-8a6b-61a03602d9a1 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114604) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 19:42:26.616559 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-492fd4dc-e35e-45db-8a6b-61a03602d9a1 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3350675 Mar 09 19:42:26.696207 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port eaa589cf-7385-46c2-b1d6-4ad9860253ec triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:42:26.696630 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (eaa589cf-7385-46c2-b1d6-4ad9860253ec), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:26.813768 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port eaa589cf-7385-46c2-b1d6-4ad9860253ec is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:42:26.814160 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (eaa589cf-7385-46c2-b1d6-4ad9860253ec), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:26.851495 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] For port eaa589cf-7385-46c2-b1d6-4ad9860253ec, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=eaa589cf-7385-46c2-b1d6-4ad9860253ec,segment=NetworkSegment(e6ee4099-a205-4037-abb8-557486a861e1),segment_id=e6ee4099-a205-4037-abb8-557486a861e1)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:42:26.856750 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (eaa589cf-7385-46c2-b1d6-4ad9860253ec), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:26.904753 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Pushing event updated for resources: {'Port': ['ID=eaa589cf-7385-46c2-b1d6-4ad9860253ec,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:42:27.454922 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f0886f1a-9a7f-4a64-bb13-7459cc66a357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:27.514906 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ca58d2-239d-4154-b783-35bf3ae66ed9 None None] Network 46acebab-9760-4b83-adc8-d27eec017a07 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:42:27.596925 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-65014ba3-1be0-4679-9189-f308eb5d8140 None None] Provisioning complete for port eaa589cf-7385-46c2-b1d6-4ad9860253ec triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:42:27.597305 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-65014ba3-1be0-4679-9189-f308eb5d8140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (eaa589cf-7385-46c2-b1d6-4ad9860253ec), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:27.713731 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-65014ba3-1be0-4679-9189-f308eb5d8140 None None] Current status of the port eaa589cf-7385-46c2-b1d6-4ad9860253ec is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:42:27.934214 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-6002bef0-e913-414a-895d-784c4ea6d02c None None] Provisioning complete for port eaa589cf-7385-46c2-b1d6-4ad9860253ec triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:42:27.934612 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-6002bef0-e913-414a-895d-784c4ea6d02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (eaa589cf-7385-46c2-b1d6-4ad9860253ec), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:28.010146 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-6002bef0-e913-414a-895d-784c4ea6d02c None None] Current status of the port eaa589cf-7385-46c2-b1d6-4ad9860253ec is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:42:28.556366 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device eaa589cf-7385-46c2-b1d6-4ad9860253ec up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:42:28.604916 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port eaa589cf-7385-46c2-b1d6-4ad9860253ec triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:42:28.605327 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (eaa589cf-7385-46c2-b1d6-4ad9860253ec), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:28.682543 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port eaa589cf-7385-46c2-b1d6-4ad9860253ec is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:42:29.153948 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 35478) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:42:29.464357 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-cca0aec9-8a39-4072-a036-faaa6a2df865 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:42:29.483179 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca0aec9-8a39-4072-a036-faaa6a2df865 admin admin] Made reservation on behalf of 90d08b8c50b34e01bfd1083fc98b9a44 for: {'network': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:42:29.485959 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cca0aec9-8a39-4072-a036-faaa6a2df865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:29.493574 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cca0aec9-8a39-4072-a036-faaa6a2df865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:29.566029 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cca0aec9-8a39-4072-a036-faaa6a2df865 admin admin] Publish callbacks [] for security_group (1d0f0134-1c79-47de-902e-006a5782a537), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:29.569777 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cca0aec9-8a39-4072-a036-faaa6a2df865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (1d0f0134-1c79-47de-902e-006a5782a537), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:29.579110 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cca0aec9-8a39-4072-a036-faaa6a2df865 admin admin] Reserving flat network on physical network physnet1 {{(pid=114604) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 09 19:42:29.607706 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cca0aec9-8a39-4072-a036-faaa6a2df865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (b6d299df-e00b-4224-a90e-8646aedab633), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:29.608041 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.segments_db [None req-cca0aec9-8a39-4072-a036-faaa6a2df865 admin admin] Added segment b6d299df-e00b-4224-a90e-8646aedab633 of type flat for network e6010f1c-f022-4815-b6b9-5cdf43535436 Mar 09 19:42:29.616202 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0aec9-8a39-4072-a036-faaa6a2df865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0f0134-1c79-47de-902e-006a5782a537,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:42:29.674236 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cca0aec9-8a39-4072-a036-faaa6a2df865 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (e6010f1c-f022-4815-b6b9-5cdf43535436), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:29.695492 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f2996e59-985d-47f0-b02d-d56151e12644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:29.712865 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cca0aec9-8a39-4072-a036-faaa6a2df865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (e6010f1c-f022-4815-b6b9-5cdf43535436), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:29.713786 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca0aec9-8a39-4072-a036-faaa6a2df865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:42:29.714376 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cca0aec9-8a39-4072-a036-faaa6a2df865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:29.756153 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-cca0aec9-8a39-4072-a036-faaa6a2df865 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6011357 Mar 09 19:42:29.810971 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0aec9-8a39-4072-a036-faaa6a2df865 admin admin] Pushing event updated for resources: {'Network': ['ID=e6010f1c-f022-4815-b6b9-5cdf43535436,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:42:29.821844 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network e6010f1c-f022-4815-b6b9-5cdf43535436 details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:42:30.778255 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:32.245107 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 35496) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:42:32.388563 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:32.457980 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73e5bb0-fde7-4f47-acf3-e727385cc1e8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:42:32.459346 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-f73e5bb0-fde7-4f47-acf3-e727385cc1e8 demo admin] 10.222.0.16 "GET /v2.0/subnets/6c962609-5acb-4e4b-8bb6-3df93ee1e47f HTTP/1.1" status: 200 len: 849 time: 0.2132959 Mar 09 19:42:32.596996 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-7aa0c8c5-247c-48d0-8007-c17808616274 demo admin] 10.222.0.16 "GET /v2.0/routers/011a08c1-8211-41bd-93ae-fac0384c7d10 HTTP/1.1" status: 200 len: 704 time: 0.1318419 Mar 09 19:42:32.864493 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-63f84370-b691-409c-bca4-ac30bdf5c862 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:33.156424 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [None req-63f84370-b691-409c-bca4-ac30bdf5c862 demo admin] Allocated IP 172.20.0.1 (46acebab-9760-4b83-adc8-d27eec017a07/6c962609-5acb-4e4b-8bb6-3df93ee1e47f/7b654f2d-e0ac-4077-bfa5-172191837275) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:42:33.337794 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-63f84370-b691-409c-bca4-ac30bdf5c862 demo admin] Publish callbacks [] for port (7b654f2d-e0ac-4077-bfa5-172191837275), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:33.401471 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-63f84370-b691-409c-bca4-ac30bdf5c862 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (7b654f2d-e0ac-4077-bfa5-172191837275), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:33.517558 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f84370-b691-409c-bca4-ac30bdf5c862 demo admin] Network 46acebab-9760-4b83-adc8-d27eec017a07 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:42:33.524058 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-63f84370-b691-409c-bca4-ac30bdf5c862 demo admin] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:42:33.536862 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f84370-b691-409c-bca4-ac30bdf5c862 demo admin] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:42:33.537035 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-63f84370-b691-409c-bca4-ac30bdf5c862 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394763'] for router_interface (011a08c1-8211-41bd-93ae-fac0384c7d10), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:33.594496 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f84370-b691-409c-bca4-ac30bdf5c862 demo admin] Pushing event updated for resources: {'Port': ['ID=7b654f2d-e0ac-4077-bfa5-172191837275,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:42:33.738348 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-63f84370-b691-409c-bca4-ac30bdf5c862 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (7b654f2d-e0ac-4077-bfa5-172191837275), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:33.763989 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-08753506-3e49-4ab8-9960-4fbdef2c3400 None None] Provisioning complete for port 7b654f2d-e0ac-4077-bfa5-172191837275 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:42:33.764645 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-08753506-3e49-4ab8-9960-4fbdef2c3400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (7b654f2d-e0ac-4077-bfa5-172191837275), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:33.860223 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-08753506-3e49-4ab8-9960-4fbdef2c3400 None None] Port 7b654f2d-e0ac-4077-bfa5-172191837275 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:42:33.862316 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:33.950548 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-63f84370-b691-409c-bca4-ac30bdf5c862 demo admin] Publish callbacks [] for port (7b654f2d-e0ac-4077-bfa5-172191837275), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:33.955600 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-63f84370-b691-409c-bca4-ac30bdf5c862 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (7b654f2d-e0ac-4077-bfa5-172191837275), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:33.956381 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-63f84370-b691-409c-bca4-ac30bdf5c862 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394919'] for router_interface (011a08c1-8211-41bd-93ae-fac0384c7d10), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:34.012002 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f84370-b691-409c-bca4-ac30bdf5c862 demo admin] Pushing event updated for resources: {'Port': ['ID=7b654f2d-e0ac-4077-bfa5-172191837275,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:42:34.076056 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f84370-b691-409c-bca4-ac30bdf5c862 demo admin] Network 46acebab-9760-4b83-adc8-d27eec017a07 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:42:34.077363 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-63f84370-b691-409c-bca4-ac30bdf5c862 demo admin] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:42:34.246884 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f84370-b691-409c-bca4-ac30bdf5c862 demo admin] Router 011a08c1-8211-41bd-93ae-fac0384c7d10 is scheduled to L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c with binding_index 1 {{(pid=114604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 19:42:34.343581 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f84370-b691-409c-bca4-ac30bdf5c862 demo admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:42:34.352005 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-63f84370-b691-409c-bca4-ac30bdf5c862 demo admin] 10.222.0.16 "PUT /v2.0/routers/011a08c1-8211-41bd-93ae-fac0384c7d10/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7500019 Mar 09 19:42:34.353745 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Sync routers for ids ['011a08c1-8211-41bd-93ae-fac0384c7d10'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:42:34.368113 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Routers {'011a08c1-8211-41bd-93ae-fac0384c7d10'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:42:34.368983 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:42:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['011a08c1-8211-41bd-93ae-fac0384c7d10'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:42:34.387388 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-87350d91-47a3-464d-8325-bdd68ebab896 None None] Provisioning complete for port 7b654f2d-e0ac-4077-bfa5-172191837275 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:42:34.387772 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-87350d91-47a3-464d-8325-bdd68ebab896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (7b654f2d-e0ac-4077-bfa5-172191837275), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:34.427595 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-87350d91-47a3-464d-8325-bdd68ebab896 None None] Port 7b654f2d-e0ac-4077-bfa5-172191837275 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:42:34.564765 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Set router 011a08c1-8211-41bd-93ae-fac0384c7d10 gateway port host: None {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:42:34.995427 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a08c1-8211-41bd-93ae-fac0384c7d10', 'name': 'router1', 'tenant_id': 'c95ff7aa05454625b9cebd08feed54d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:42:23Z', 'updated_at': '2022-03-09T19:42:33Z', 'revision_number': 2, 'project_id': 'c95ff7aa05454625b9cebd08feed54d3', 'gw_port_host': None, '_interfaces': [{'id': '7b654f2d-e0ac-4077-bfa5-172191837275', 'name': '', 'network_id': '46acebab-9760-4b83-adc8-d27eec017a07', 'tenant_id': 'c95ff7aa05454625b9cebd08feed54d3', 'mac_address': 'fa:16:3e:37:16:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011a08c1-8211-41bd-93ae-fac0384c7d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c962609-5acb-4e4b-8bb6-3df93ee1e47f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:42:32Z', 'updated_at': '2022-03-09T19:42:33Z', 'revision_number': 2, 'project_id': 'c95ff7aa05454625b9cebd08feed54d3', 'subnets': [{'id': '6c962609-5acb-4e4b-8bb6-3df93ee1e47f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '634ccd66-7519-43cb-adb2-63baa51a1249'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:42:35.046102 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Checking router: 011a08c1-8211-41bd-93ae-fac0384c7d10 for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:42:35.046472 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Updating router 011a08c1-8211-41bd-93ae-fac0384c7d10 port 7b654f2d-e0ac-4077-bfa5-172191837275 binding host dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:42:35.101380 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (7b654f2d-e0ac-4077-bfa5-172191837275), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:35.608766 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Publish callbacks [] for port (7b654f2d-e0ac-4077-bfa5-172191837275), precommit_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:35.614922 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (7b654f2d-e0ac-4077-bfa5-172191837275), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:35.780464 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc037d-b092-4421-8e35-247629134396 None None] Pushing event updated for resources: {'Port': ['ID=7b654f2d-e0ac-4077-bfa5-172191837275,revision_number=3']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:42:35.791731 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Attempting to bind port 7b654f2d-e0ac-4077-bfa5-172191837275 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:42:35.792207 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Attempting to bind port 7b654f2d-e0ac-4077-bfa5-172191837275 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'e6ee4099-a205-4037-abb8-557486a861e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '46acebab-9760-4b83-adc8-d27eec017a07'}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:42:35.792560 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Attempting to bind port 7b654f2d-e0ac-4077-bfa5-172191837275 on network 46acebab-9760-4b83-adc8-d27eec017a07 {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:42:35.798334 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:42:35.798722 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Checking segment: {'id': 'e6ee4099-a205-4037-abb8-557486a861e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '46acebab-9760-4b83-adc8-d27eec017a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:42:35.799216 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:35.799598 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Bound using segment: {'id': 'e6ee4099-a205-4037-abb8-557486a861e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '46acebab-9760-4b83-adc8-d27eec017a07'} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:42:35.800054 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Bound port: 7b654f2d-e0ac-4077-bfa5-172191837275, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ee4099-a205-4037-abb8-557486a861e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '46acebab-9760-4b83-adc8-d27eec017a07'}}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:42:35.800447 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (7b654f2d-e0ac-4077-bfa5-172191837275), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:35.802693 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc037d-b092-4421-8e35-247629134396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:35.803043 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc037d-b092-4421-8e35-247629134396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:35.803379 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc037d-b092-4421-8e35-247629134396 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:35.803708 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc037d-b092-4421-8e35-247629134396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:35.804032 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc037d-b092-4421-8e35-247629134396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:35.804378 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc037d-b092-4421-8e35-247629134396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:35.804701 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc037d-b092-4421-8e35-247629134396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:35.805025 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc037d-b092-4421-8e35-247629134396 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:35.805342 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc037d-b092-4421-8e35-247629134396 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:35.805660 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc037d-b092-4421-8e35-247629134396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:35.805976 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc037d-b092-4421-8e35-247629134396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:35.806294 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc037d-b092-4421-8e35-247629134396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:35.806638 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc037d-b092-4421-8e35-247629134396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdc037d-b092-4421-8e35-247629134396 None None] Tracked resource versions report: Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: pushed versions: Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: { 'AddressGroup': {'1.2'}, Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'ConntrackHelper': {'1.0'}, Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'LocalIPAssociation': {'1.0'}, Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Log': {'1.0'}, Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Network': {'1.1'}, Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Port': {'1.7'}, Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'PortForwarding': {'1.2'}, Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'QosPolicy': {'1.10'}, Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'SecurityGroup': {'1.5'}, Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'SecurityGroupRule': {'1.2'}, Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'SubPort': {'1.0'}, Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Subnet': {'1.1'}, Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Trunk': {'1.1'}} Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: consumer versions: Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: { DHCP agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: L3 agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: Metadata agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: Metering agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: Open vSwitch agent@dv-cinder-788366-9-iscsi: { 'AddressGroup': '1.2', Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'ConntrackHelper': '1.0', Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'LocalIPAssociation': '1.0', Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Log': '1.0', Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Network': '1.1', Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Port': '1.7', Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'PortForwarding': '1.2', Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'QosPolicy': '1.10', Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'SecurityGroup': '1.5', Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'SecurityGroupRule': '1.2', Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'SubPort': '1.0', Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Subnet': '1.1', Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Trunk': '1.1'}} Mar 09 19:42:35.808001 dv-cinder-788366-9-iscsi neutron-server[114607]: {{(pid=114607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 19:42:35.855076 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-ab7c4483-7089-4a89-9f4e-c633c2129ec7 None None] Provisioning complete for port 7b654f2d-e0ac-4077-bfa5-172191837275 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:42:35.855673 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4483-7089-4a89-9f4e-c633c2129ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (7b654f2d-e0ac-4077-bfa5-172191837275), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:35.878028 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] For port 7b654f2d-e0ac-4077-bfa5-172191837275, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:42:35.892000 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c4483-7089-4a89-9f4e-c633c2129ec7 None None] Port 7b654f2d-e0ac-4077-bfa5-172191837275 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:42:35.899025 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] For port 7b654f2d-e0ac-4077-bfa5-172191837275, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=7b654f2d-e0ac-4077-bfa5-172191837275,segment=NetworkSegment(e6ee4099-a205-4037-abb8-557486a861e1),segment_id=e6ee4099-a205-4037-abb8-557486a861e1)] {{(pid=114607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:42:35.905124 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (7b654f2d-e0ac-4077-bfa5-172191837275), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:35.957514 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Routers {'011a08c1-8211-41bd-93ae-fac0384c7d10'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:42:35.958303 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:42:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['011a08c1-8211-41bd-93ae-fac0384c7d10'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:42:36.006423 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc037d-b092-4421-8e35-247629134396 None None] Pushing event updated for resources: {'Port': ['ID=7b654f2d-e0ac-4077-bfa5-172191837275,revision_number=4']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:42:36.058147 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] Set router 011a08c1-8211-41bd-93ae-fac0384c7d10 gateway port host: None {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:42:36.113344 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-53f93479-2040-433e-82a5-2bfd61d70e03 None None] Provisioning complete for port 7b654f2d-e0ac-4077-bfa5-172191837275 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:42:36.113861 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-53f93479-2040-433e-82a5-2bfd61d70e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (7b654f2d-e0ac-4077-bfa5-172191837275), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:36.192473 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-53f93479-2040-433e-82a5-2bfd61d70e03 None None] Current status of the port 7b654f2d-e0ac-4077-bfa5-172191837275 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:42:36.193018 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-53f93479-2040-433e-82a5-2bfd61d70e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (7b654f2d-e0ac-4077-bfa5-172191837275), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:36.230337 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-53f93479-2040-433e-82a5-2bfd61d70e03 None None] For port 7b654f2d-e0ac-4077-bfa5-172191837275, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=7b654f2d-e0ac-4077-bfa5-172191837275,segment=NetworkSegment(e6ee4099-a205-4037-abb8-557486a861e1),segment_id=e6ee4099-a205-4037-abb8-557486a861e1)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:42:36.234183 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-53f93479-2040-433e-82a5-2bfd61d70e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (7b654f2d-e0ac-4077-bfa5-172191837275), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:36.278297 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a08c1-8211-41bd-93ae-fac0384c7d10', 'name': 'router1', 'tenant_id': 'c95ff7aa05454625b9cebd08feed54d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:42:23Z', 'updated_at': '2022-03-09T19:42:33Z', 'revision_number': 2, 'project_id': 'c95ff7aa05454625b9cebd08feed54d3', 'gw_port_host': None, '_interfaces': [{'id': '7b654f2d-e0ac-4077-bfa5-172191837275', 'name': '', 'network_id': '46acebab-9760-4b83-adc8-d27eec017a07', 'tenant_id': 'c95ff7aa05454625b9cebd08feed54d3', 'mac_address': 'fa:16:3e:37:16:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011a08c1-8211-41bd-93ae-fac0384c7d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c962609-5acb-4e4b-8bb6-3df93ee1e47f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:42:32Z', 'updated_at': '2022-03-09T19:42:35Z', 'revision_number': 4, 'project_id': 'c95ff7aa05454625b9cebd08feed54d3', 'subnets': [{'id': '6c962609-5acb-4e4b-8bb6-3df93ee1e47f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '634ccd66-7519-43cb-adb2-63baa51a1249'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:42:36.285003 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f93479-2040-433e-82a5-2bfd61d70e03 None None] Pushing event updated for resources: {'Port': ['ID=7b654f2d-e0ac-4077-bfa5-172191837275,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:42:36.307171 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a5e40e-06d5-4151-8012-eb8c291baed4 None None] The sync data for ids ['011a08c1-8211-41bd-93ae-fac0384c7d10'] in dv-cinder-788366-9-iscsi is: [{'id': '011a08c1-8211-41bd-93ae-fac0384c7d10', 'name': 'router1', 'tenant_id': 'c95ff7aa05454625b9cebd08feed54d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:42:23Z', 'updated_at': '2022-03-09T19:42:33Z', 'revision_number': 2, 'project_id': 'c95ff7aa05454625b9cebd08feed54d3', 'gw_port_host': None, '_interfaces': [{'id': '7b654f2d-e0ac-4077-bfa5-172191837275', 'name': '', 'network_id': '46acebab-9760-4b83-adc8-d27eec017a07', 'tenant_id': 'c95ff7aa05454625b9cebd08feed54d3', 'mac_address': 'fa:16:3e:37:16:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011a08c1-8211-41bd-93ae-fac0384c7d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c962609-5acb-4e4b-8bb6-3df93ee1e47f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:42:32Z', 'updated_at': '2022-03-09T19:42:35Z', 'revision_number': 4, 'project_id': 'c95ff7aa05454625b9cebd08feed54d3', 'subnets': [{'id': '6c962609-5acb-4e4b-8bb6-3df93ee1e47f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '634ccd66-7519-43cb-adb2-63baa51a1249'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:42:36.812463 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 35516) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:42:36.924038 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b731d61-6734-45a9-a486-579a0dfacc89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:42:36.925424 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-5b731d61-6734-45a9-a486-579a0dfacc89 admin admin] 10.222.0.16 "GET /v2.0/networks/e6010f1c-f022-4815-b6b9-5cdf43535436 HTTP/1.1" status: 200 len: 842 time: 0.1120210 Mar 09 19:42:36.934674 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-c9f17548-e335-4fed-ac68-f1f5dc27ed34 admin admin] Request body: {'subnet': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:42:36.955661 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f17548-e335-4fed-ac68-f1f5dc27ed34 admin admin] Made reservation on behalf of 90d08b8c50b34e01bfd1083fc98b9a44 for: {'subnet': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:42:36.957820 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c9f17548-e335-4fed-ac68-f1f5dc27ed34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:37.303223 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.objects.ports [None req-c9f17548-e335-4fed-ac68-f1f5dc27ed34 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114605) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 09 19:42:37.303684 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c9f17548-e335-4fed-ac68-f1f5dc27ed34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for subnet (de9bba0f-7554-41e5-8a12-59e7e1f51b91), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:37.356310 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f17548-e335-4fed-ac68-f1f5dc27ed34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de9bba0f-7554-41e5-8a12-59e7e1f51b91,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:42:37.365587 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f17548-e335-4fed-ac68-f1f5dc27ed34 admin admin] Checking segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:42:37.365938 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f17548-e335-4fed-ac68-f1f5dc27ed34 admin admin] Network hostable DHCP agents. Network: e6010f1c-f022-4815-b6b9-5cdf43535436, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:42:37.381714 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f17548-e335-4fed-ac68-f1f5dc27ed34 admin admin] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:42:37.390279 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-c9f17548-e335-4fed-ac68-f1f5dc27ed34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, e6010f1c-f022-4815-b6b9-5cdf43535436) {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:42:37.396621 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f17548-e335-4fed-ac68-f1f5dc27ed34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:42:37.396621 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c9f17548-e335-4fed-ac68-f1f5dc27ed34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:37.400955 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba296bc-099e-4151-9025-7b1b03e1eaf1 None None] Network e6010f1c-f022-4815-b6b9-5cdf43535436 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:42:37.416760 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-c9f17548-e335-4fed-ac68-f1f5dc27ed34 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4849658 Mar 09 19:42:37.511654 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b20fa85-76bb-423e-b327-ad24f122d141 None None] Network e6010f1c-f022-4815-b6b9-5cdf43535436 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:42:39.840482 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 35524) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:42:40.080833 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-c91c1d1f-0a8f-4df3-b2ce-a2b0f2845d5e demo admin] 10.222.0.16 "GET /v2.0/routers/011a08c1-8211-41bd-93ae-fac0384c7d10 HTTP/1.1" status: 200 len: 710 time: 0.2391653 Mar 09 19:42:40.163826 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bf76c4-ecf7-4010-a873-541c65ca622e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:42:40.165201 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-98bf76c4-ecf7-4010-a873-541c65ca622e demo admin] 10.222.0.16 "GET /v2.0/networks/e6010f1c-f022-4815-b6b9-5cdf43535436 HTTP/1.1" status: 200 len: 886 time: 0.0792475 Mar 09 19:42:40.175174 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-c2fd04be-24b5-44bf-b239-d2b01d7d7c6e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:42:40.431125 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c2fd04be-24b5-44bf-b239-d2b01d7d7c6e demo admin] Publish callbacks [] for router_gateway (011a08c1-8211-41bd-93ae-fac0384c7d10), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:40.674768 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c2fd04be-24b5-44bf-b239-d2b01d7d7c6e demo admin] Publish callbacks [] for router_gateway (011a08c1-8211-41bd-93ae-fac0384c7d10), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:40.749341 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c2fd04be-24b5-44bf-b239-d2b01d7d7c6e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:40.897606 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [None req-c2fd04be-24b5-44bf-b239-d2b01d7d7c6e demo admin] Allocated IP 172.27.3.114 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/e20361ba-821e-46ae-b442-30ddea4bb264) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:42:41.041425 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c2fd04be-24b5-44bf-b239-d2b01d7d7c6e demo admin] Publish callbacks [] for port (e20361ba-821e-46ae-b442-30ddea4bb264), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:41.103497 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c2fd04be-24b5-44bf-b239-d2b01d7d7c6e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (e20361ba-821e-46ae-b442-30ddea4bb264), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:41.175206 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fd04be-24b5-44bf-b239-d2b01d7d7c6e demo admin] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:42:41.182076 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-c2fd04be-24b5-44bf-b239-d2b01d7d7c6e demo admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:42:41.188510 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd04be-24b5-44bf-b239-d2b01d7d7c6e demo admin] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:42:41.222813 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd04be-24b5-44bf-b239-d2b01d7d7c6e demo admin] Pushing event updated for resources: {'Port': ['ID=e20361ba-821e-46ae-b442-30ddea4bb264,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:42:41.471534 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c2fd04be-24b5-44bf-b239-d2b01d7d7c6e demo admin] Publish callbacks [] for router_gateway (011a08c1-8211-41bd-93ae-fac0384c7d10), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:41.681546 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c2fd04be-24b5-44bf-b239-d2b01d7d7c6e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-396921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-400863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24804'] for router (011a08c1-8211-41bd-93ae-fac0384c7d10), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:41.686980 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c2fd04be-24b5-44bf-b239-d2b01d7d7c6e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396911', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-400852'] for router (011a08c1-8211-41bd-93ae-fac0384c7d10), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:41.800981 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fd04be-24b5-44bf-b239-d2b01d7d7c6e demo admin] Router 011a08c1-8211-41bd-93ae-fac0384c7d10 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:42:41.907859 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fd04be-24b5-44bf-b239-d2b01d7d7c6e demo admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:42:41.912130 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c2fd04be-24b5-44bf-b239-d2b01d7d7c6e demo admin] Publish callbacks [] for router (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:41.913299 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-c2fd04be-24b5-44bf-b239-d2b01d7d7c6e demo admin] 10.222.0.16 "PUT /v2.0/routers/011a08c1-8211-41bd-93ae-fac0384c7d10 HTTP/1.1" status: 200 len: 890 time: 1.7425244 Mar 09 19:42:44.451131 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 35536) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:42:44.575004 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-b449fd28-d368-4a6b-83f1-90ec0b9f235e admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1226525 Mar 09 19:42:44.608572 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 7b654f2d-e0ac-4077-bfa5-172191837275 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:42:44.663997 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 7b654f2d-e0ac-4077-bfa5-172191837275 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:42:44.664434 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (7b654f2d-e0ac-4077-bfa5-172191837275), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:44.744663 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 7b654f2d-e0ac-4077-bfa5-172191837275 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:42:44.970340 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Sync routers for ids ['011a08c1-8211-41bd-93ae-fac0384c7d10'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:42:44.981350 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Routers {'011a08c1-8211-41bd-93ae-fac0384c7d10'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:42:44.982000 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:42:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['011a08c1-8211-41bd-93ae-fac0384c7d10'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:42:45.201814 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Set router 011a08c1-8211-41bd-93ae-fac0384c7d10 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:42:45.728270 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a08c1-8211-41bd-93ae-fac0384c7d10', 'name': 'router1', 'tenant_id': 'c95ff7aa05454625b9cebd08feed54d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e20361ba-821e-46ae-b442-30ddea4bb264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:42:23Z', 'updated_at': '2022-03-09T19:42:41Z', 'revision_number': 4, 'project_id': 'c95ff7aa05454625b9cebd08feed54d3', 'gw_port': {'id': 'e20361ba-821e-46ae-b442-30ddea4bb264', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011a08c1-8211-41bd-93ae-fac0384c7d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:42:40Z', 'updated_at': '2022-03-09T19:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '7b654f2d-e0ac-4077-bfa5-172191837275', 'name': '', 'network_id': '46acebab-9760-4b83-adc8-d27eec017a07', 'tenant_id': 'c95ff7aa05454625b9cebd08feed54d3', 'mac_address': 'fa:16:3e:37:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a08c1-8211-41bd-93ae-fac0384c7d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c962609-5acb-4e4b-8bb6-3df93ee1e47f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:42:32Z', 'updated_at': '2022-03-09T19:42:36Z', 'revision_number': 5, 'project_id': 'c95ff7aa05454625b9cebd08feed54d3', 'subnets': [{'id': '6c962609-5acb-4e4b-8bb6-3df93ee1e47f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '634ccd66-7519-43cb-adb2-63baa51a1249'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:42:45.785818 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Checking router: 011a08c1-8211-41bd-93ae-fac0384c7d10 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:42:45.786198 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Updating router 011a08c1-8211-41bd-93ae-fac0384c7d10 port e20361ba-821e-46ae-b442-30ddea4bb264 binding host dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:42:45.845513 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (e20361ba-821e-46ae-b442-30ddea4bb264), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:46.177465 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Publish callbacks [] for port (e20361ba-821e-46ae-b442-30ddea4bb264), precommit_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:46.188845 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (e20361ba-821e-46ae-b442-30ddea4bb264), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:46.240027 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Attempting to bind port e20361ba-821e-46ae-b442-30ddea4bb264 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:42:46.240430 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Attempting to bind port e20361ba-821e-46ae-b442-30ddea4bb264 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:42:46.240792 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Attempting to bind port e20361ba-821e-46ae-b442-30ddea4bb264 on network e6010f1c-f022-4815-b6b9-5cdf43535436 {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:42:46.243787 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03bb42-81ec-42ae-9e96-0b803ff76a35 None None] Pushing event updated for resources: {'Port': ['ID=e20361ba-821e-46ae-b442-30ddea4bb264,revision_number=2']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:42:46.248272 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:42:46.248653 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Checking segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:42:46.249056 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:46.249444 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Bound using segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:42:46.249904 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Bound port: e20361ba-821e-46ae-b442-30ddea4bb264, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:42:46.250285 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (e20361ba-821e-46ae-b442-30ddea4bb264), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:46.309748 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] For port e20361ba-821e-46ae-b442-30ddea4bb264, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:42:46.313053 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] For port e20361ba-821e-46ae-b442-30ddea4bb264, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=e20361ba-821e-46ae-b442-30ddea4bb264,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:42:46.318620 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (e20361ba-821e-46ae-b442-30ddea4bb264), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:46.382732 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03bb42-81ec-42ae-9e96-0b803ff76a35 None None] Pushing event updated for resources: {'Port': ['ID=e20361ba-821e-46ae-b442-30ddea4bb264,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:42:46.390990 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Routers {'011a08c1-8211-41bd-93ae-fac0384c7d10'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:42:46.391585 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:42:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['011a08c1-8211-41bd-93ae-fac0384c7d10'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:42:46.507216 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] Set router 011a08c1-8211-41bd-93ae-fac0384c7d10 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:42:46.728554 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011a08c1-8211-41bd-93ae-fac0384c7d10', 'name': 'router1', 'tenant_id': 'c95ff7aa05454625b9cebd08feed54d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e20361ba-821e-46ae-b442-30ddea4bb264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:42:23Z', 'updated_at': '2022-03-09T19:42:41Z', 'revision_number': 4, 'project_id': 'c95ff7aa05454625b9cebd08feed54d3', 'gw_port': {'id': 'e20361ba-821e-46ae-b442-30ddea4bb264', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011a08c1-8211-41bd-93ae-fac0384c7d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:42:40Z', 'updated_at': '2022-03-09T19:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '7b654f2d-e0ac-4077-bfa5-172191837275', 'name': '', 'network_id': '46acebab-9760-4b83-adc8-d27eec017a07', 'tenant_id': 'c95ff7aa05454625b9cebd08feed54d3', 'mac_address': 'fa:16:3e:37:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a08c1-8211-41bd-93ae-fac0384c7d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c962609-5acb-4e4b-8bb6-3df93ee1e47f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:42:32Z', 'updated_at': '2022-03-09T19:42:36Z', 'revision_number': 5, 'project_id': 'c95ff7aa05454625b9cebd08feed54d3', 'subnets': [{'id': '6c962609-5acb-4e4b-8bb6-3df93ee1e47f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '634ccd66-7519-43cb-adb2-63baa51a1249'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:42:46.760008 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b78d58-80b8-45e4-9bd8-5f7d97539d2b None None] The sync data for ids ['011a08c1-8211-41bd-93ae-fac0384c7d10'] in dv-cinder-788366-9-iscsi is: [{'id': '011a08c1-8211-41bd-93ae-fac0384c7d10', 'name': 'router1', 'tenant_id': 'c95ff7aa05454625b9cebd08feed54d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': 'e20361ba-821e-46ae-b442-30ddea4bb264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:42:23Z', 'updated_at': '2022-03-09T19:42:41Z', 'revision_number': 4, 'project_id': 'c95ff7aa05454625b9cebd08feed54d3', 'gw_port': {'id': 'e20361ba-821e-46ae-b442-30ddea4bb264', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011a08c1-8211-41bd-93ae-fac0384c7d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:42:40Z', 'updated_at': '2022-03-09T19:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '7b654f2d-e0ac-4077-bfa5-172191837275', 'name': '', 'network_id': '46acebab-9760-4b83-adc8-d27eec017a07', 'tenant_id': 'c95ff7aa05454625b9cebd08feed54d3', 'mac_address': 'fa:16:3e:37:16:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011a08c1-8211-41bd-93ae-fac0384c7d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c962609-5acb-4e4b-8bb6-3df93ee1e47f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:42:32Z', 'updated_at': '2022-03-09T19:42:36Z', 'revision_number': 5, 'project_id': 'c95ff7aa05454625b9cebd08feed54d3', 'subnets': [{'id': '6c962609-5acb-4e4b-8bb6-3df93ee1e47f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '634ccd66-7519-43cb-adb2-63baa51a1249'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:42:48.679522 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device e20361ba-821e-46ae-b442-30ddea4bb264 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:42:48.735369 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port e20361ba-821e-46ae-b442-30ddea4bb264 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:42:48.735369 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (e20361ba-821e-46ae-b442-30ddea4bb264), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:48.825204 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port e20361ba-821e-46ae-b442-30ddea4bb264 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:42:48.825204 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (e20361ba-821e-46ae-b442-30ddea4bb264), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:48.848447 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] For port e20361ba-821e-46ae-b442-30ddea4bb264, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=e20361ba-821e-46ae-b442-30ddea4bb264,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:42:48.855122 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (e20361ba-821e-46ae-b442-30ddea4bb264), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:48.920494 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Pushing event updated for resources: {'Port': ['ID=e20361ba-821e-46ae-b442-30ddea4bb264,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:42:50.636661 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device e20361ba-821e-46ae-b442-30ddea4bb264 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:42:50.691308 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port e20361ba-821e-46ae-b442-30ddea4bb264 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:42:50.691959 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (e20361ba-821e-46ae-b442-30ddea4bb264), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:50.774796 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port e20361ba-821e-46ae-b442-30ddea4bb264 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:42:51.040221 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 5 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:42:57.449248 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-4ec8c522-56bb-4b9e-a5ce-8eb852df9d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:42:59.697231 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-753cd8d1-f762-41ba-a935-407db55af660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:43:00.783419 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:43:02.405751 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:43:03.825068 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:43:27.553739 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-359b6137-36a6-4241-9660-ca2708b03d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:43:28.039513 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 5 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:43:29.699854 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c7344bc1-6104-44a9-ab21-6e6f97ece50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:43:30.785903 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:43:32.398976 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:43:33.819074 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:43:57.465983 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b98d913d-6883-4485-88d5-0b5c559a6bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:43:59.701487 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-2afd2ee2-cd18-4b42-8ffe-0f9bd78ad6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:44:00.785578 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:44:02.401406 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:44:03.820512 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:44:05.038940 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 5 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:44:06.101696 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36020) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:44:06.161515 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9af0ec-9d03-4a70-9ccc-6d6a31985195 admin admin] GET failed (client error): The resource could not be found. Mar 09 19:44:06.162753 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-2a9af0ec-9d03-4a70-9ccc-6d6a31985195 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601454 Mar 09 19:44:06.320425 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83793ce-24fe-4845-a24b-02340dc51e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:44:06.321781 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-d83793ce-24fe-4845-a24b-02340dc51e66 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1550543 Mar 09 19:44:08.632489 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36030) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:44:08.728667 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4162bbc4-2161-4f47-9533-9a7ddcce94ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:44:08.729920 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-4162bbc4-2161-4f47-9533-9a7ddcce94ef admin admin] 10.222.0.16 "GET /v2.0/subnets/6c962609-5acb-4e4b-8bb6-3df93ee1e47f HTTP/1.1" status: 200 len: 849 time: 0.0964966 Mar 09 19:44:08.739446 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:44:08.819429 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] Publish callbacks [] for subnet (6c962609-5acb-4e4b-8bb6-3df93ee1e47f), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:44:08.960117 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774125323102'] for subnet (6c962609-5acb-4e4b-8bb6-3df93ee1e47f), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:44:08.988922 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:44:08.989447 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:44:08.990705 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] 10.222.0.16 "PUT /v2.0/subnets/6c962609-5acb-4e4b-8bb6-3df93ee1e47f HTTP/1.1" status: 200 len: 868 time: 0.2547936 Mar 09 19:44:09.007111 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999a02e8-e540-4207-b1bc-bb88cdc8ed76 None None] Network 46acebab-9760-4b83-adc8-d27eec017a07 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:44:09.010391 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c962609-5acb-4e4b-8bb6-3df93ee1e47f,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:44:09.018757 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:44:09.019154 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:44:09.019474 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:44:09.020459 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:44:09.020459 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:44:09.020689 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:44:09.020872 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:44:09.021172 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:44:09.021517 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:44:09.021863 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:44:09.022194 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:44:09.022516 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:44:09.022847 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9c8fdf-df84-49aa-9459-e9d529028d34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:44:09.310181 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-a38271b4-4077-4372-91b7-efedd3c75629 None None] Provisioning complete for port eaa589cf-7385-46c2-b1d6-4ad9860253ec triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:44:09.310575 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a38271b4-4077-4372-91b7-efedd3c75629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (eaa589cf-7385-46c2-b1d6-4ad9860253ec), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:44:09.386136 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-a38271b4-4077-4372-91b7-efedd3c75629 None None] Current status of the port eaa589cf-7385-46c2-b1d6-4ad9860253ec is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:44:09.395961 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-a38271b4-4077-4372-91b7-efedd3c75629 None None] Provisioning complete for port 7b654f2d-e0ac-4077-bfa5-172191837275 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:44:09.396319 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a38271b4-4077-4372-91b7-efedd3c75629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (7b654f2d-e0ac-4077-bfa5-172191837275), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:44:09.480458 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-a38271b4-4077-4372-91b7-efedd3c75629 None None] Current status of the port 7b654f2d-e0ac-4077-bfa5-172191837275 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:44:11.308468 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36038) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:44:11.571121 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aa9607-9ba0-4d3a-b782-72895e33a621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:44:11.571499 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aa9607-9ba0-4d3a-b782-72895e33a621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:44:11.573064 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-42aa9607-9ba0-4d3a-b782-72895e33a621 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2636132 Mar 09 19:44:13.887984 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36048) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:44:14.014328 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00e0fa3-f7f0-45c6-934e-cf62cd18f438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:44:14.014795 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00e0fa3-f7f0-45c6-934e-cf62cd18f438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:44:14.016339 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-c00e0fa3-f7f0-45c6-934e-cf62cd18f438 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1273301 Mar 09 19:44:16.341027 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36056) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:44:16.483779 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ba0bfd-d983-4e3e-96f7-1db359160fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:44:16.485283 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-12ba0bfd-d983-4e3e-96f7-1db359160fc6 admin admin] 10.222.0.16 "GET /v2.0/networks/46acebab-9760-4b83-adc8-d27eec017a07 HTTP/1.1" status: 200 len: 869 time: 0.1432626 Mar 09 19:44:18.791064 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36064) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:44:18.917381 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a9dc5d-3f82-4b09-9c12-40a236f17d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:44:18.918723 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-85a9dc5d-3f82-4b09-9c12-40a236f17d3c admin admin] 10.222.0.16 "GET /v2.0/networks/e6010f1c-f022-4815-b6b9-5cdf43535436 HTTP/1.1" status: 200 len: 886 time: 0.1267240 Mar 09 19:44:21.247609 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36072) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:44:21.368558 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36063be-6754-4d38-a321-72eb3f38ca89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:44:21.369011 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36063be-6754-4d38-a321-72eb3f38ca89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:44:21.370522 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-b36063be-6754-4d38-a321-72eb3f38ca89 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1214049 Mar 09 19:44:23.651656 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36080) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:44:23.742793 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e26ccf-17ed-4c2a-b771-7dc1620c61b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:44:23.743243 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e26ccf-17ed-4c2a-b771-7dc1620c61b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:44:23.744772 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-46e26ccf-17ed-4c2a-b771-7dc1620c61b2 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0921357 Mar 09 19:44:26.071790 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36088) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:44:26.165001 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a089fb5-d960-439f-bfb0-89591ecba4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:44:26.166314 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-7a089fb5-d960-439f-bfb0-89591ecba4b9 admin admin] 10.222.0.16 "GET /v2.0/subnets/6c962609-5acb-4e4b-8bb6-3df93ee1e47f HTTP/1.1" status: 200 len: 868 time: 0.0935237 Mar 09 19:44:27.468155 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b169a7db-bdf3-4ee3-960d-e06866607cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:44:28.467910 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36096) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:44:28.550483 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34002d24-6054-44c5-aef1-c389b7390408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:44:28.551826 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-34002d24-6054-44c5-aef1-c389b7390408 admin admin] 10.222.0.16 "GET /v2.0/subnets/de9bba0f-7554-41e5-8a12-59e7e1f51b91 HTTP/1.1" status: 200 len: 816 time: 0.0829623 Mar 09 19:44:29.706858 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-6e898b02-4693-4520-9e8e-88bf39413fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:44:30.789654 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:44:32.403347 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:44:33.823371 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:44:42.037959 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 5 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:44:56.782749 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36148) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:44:56.829589 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [None req-72c59183-393b-4904-878a-0146bde04a9d admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114605) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 19:44:56.830602 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-72c59183-393b-4904-878a-0146bde04a9d admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0468960 Mar 09 19:44:57.475498 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-8bedd9da-4529-40d5-b425-9fadd8eef2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:44:59.212226 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36156) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:44:59.272320 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c515a9-c44b-4d5e-b869-6dd623ce75cd admin admin] GET failed (client error): The resource could not be found. Mar 09 19:44:59.273586 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-45c515a9-c44b-4d5e-b869-6dd623ce75cd admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604436 Mar 09 19:44:59.409578 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c971a1e-a6d8-4d4e-a7b3-eebd1ff35ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:44:59.411027 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-6c971a1e-a6d8-4d4e-a7b3-eebd1ff35ba4 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1334591 Mar 09 19:44:59.707668 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d5d73db8-1910-4ba6-8449-d9d082f79df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:00.791222 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:01.730808 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36164) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:45:01.777531 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-10d813bc-5cf4-41e8-8fe8-5815f1b52464 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:45:01.796943 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d813bc-5cf4-41e8-8fe8-5815f1b52464 admin admin] Made reservation on behalf of 90d08b8c50b34e01bfd1083fc98b9a44 for: {'network': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:45:01.799143 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-10d813bc-5cf4-41e8-8fe8-5815f1b52464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:01.904375 dv-cinder-788366-9-iscsi neutron-server[114604]: WARNING neutron.services.revisions.revision_plugin [None req-10d813bc-5cf4-41e8-8fe8-5815f1b52464 admin admin] Could not find related network for resource to bump revision. Mar 09 19:45:01.915192 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d813bc-5cf4-41e8-8fe8-5815f1b52464 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=114604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 19:45:01.924262 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-10d813bc-5cf4-41e8-8fe8-5815f1b52464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (044ba8d1-43b7-44a8-91dc-6ea2929a6e5d), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:01.924609 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.segments_db [None req-10d813bc-5cf4-41e8-8fe8-5815f1b52464 admin admin] Added segment 044ba8d1-43b7-44a8-91dc-6ea2929a6e5d of type vlan for network f9be9ae7-b0e5-4a96-bb56-afb89d673beb Mar 09 19:45:01.961414 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-10d813bc-5cf4-41e8-8fe8-5815f1b52464 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (f9be9ae7-b0e5-4a96-bb56-afb89d673beb), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:01.984746 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-10d813bc-5cf4-41e8-8fe8-5815f1b52464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (f9be9ae7-b0e5-4a96-bb56-afb89d673beb), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:01.985671 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d813bc-5cf4-41e8-8fe8-5815f1b52464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:45:01.986239 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-10d813bc-5cf4-41e8-8fe8-5815f1b52464 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:02.011643 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-10d813bc-5cf4-41e8-8fe8-5815f1b52464 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2797844 Mar 09 19:45:02.050748 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d813bc-5cf4-41e8-8fe8-5815f1b52464 admin admin] Pushing event updated for resources: {'Network': ['ID=f9be9ae7-b0e5-4a96-bb56-afb89d673beb,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:45:02.061185 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network f9be9ae7-b0e5-4a96-bb56-afb89d673beb details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:45:02.407555 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:03.824691 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:04.379247 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36172) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:45:04.438546 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee21fe1f-7fce-4424-85c0-414ad8ac90a9 admin admin] GET failed (client error): The resource could not be found. Mar 09 19:45:04.439834 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-ee21fe1f-7fce-4424-85c0-414ad8ac90a9 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596397 Mar 09 19:45:04.505780 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d06e652-99c0-49db-97b4-7ff292f5c5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:45:04.507178 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-6d06e652-99c0-49db-97b4-7ff292f5c5b0 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0633776 Mar 09 19:45:04.516722 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-76a5786b-73e0-4f1c-a2d8-1c2e8079b14e admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f9be9ae7-b0e5-4a96-bb56-afb89d673beb', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:45:04.537734 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a5786b-73e0-4f1c-a2d8-1c2e8079b14e admin admin] Made reservation on behalf of 90d08b8c50b34e01bfd1083fc98b9a44 for: {'subnet': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:45:04.540143 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-76a5786b-73e0-4f1c-a2d8-1c2e8079b14e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:04.720687 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-76a5786b-73e0-4f1c-a2d8-1c2e8079b14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for subnet (42c9fba1-a899-4281-beb9-460a79c13e22), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:04.774491 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5786b-73e0-4f1c-a2d8-1c2e8079b14e admin admin] Pushing event updated for resources: {'Subnet': ['ID=42c9fba1-a899-4281-beb9-460a79c13e22,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:45:04.786350 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a5786b-73e0-4f1c-a2d8-1c2e8079b14e admin admin] Checking segment: {'id': '044ba8d1-43b7-44a8-91dc-6ea2929a6e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f9be9ae7-b0e5-4a96-bb56-afb89d673beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:45:04.786702 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a5786b-73e0-4f1c-a2d8-1c2e8079b14e admin admin] Network hostable DHCP agents. Network: f9be9ae7-b0e5-4a96-bb56-afb89d673beb, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:45:04.806339 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a5786b-73e0-4f1c-a2d8-1c2e8079b14e admin admin] Network f9be9ae7-b0e5-4a96-bb56-afb89d673beb is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:45:04.816047 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-76a5786b-73e0-4f1c-a2d8-1c2e8079b14e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, f9be9ae7-b0e5-4a96-bb56-afb89d673beb) {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:45:04.820092 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a5786b-73e0-4f1c-a2d8-1c2e8079b14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:45:04.820686 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-76a5786b-73e0-4f1c-a2d8-1c2e8079b14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:04.825851 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8e7043-27be-469a-89b2-44592e249f6b None None] Network f9be9ae7-b0e5-4a96-bb56-afb89d673beb requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:45:04.837509 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-76a5786b-73e0-4f1c-a2d8-1c2e8079b14e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3239453 Mar 09 19:45:04.929997 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77b36b6-e9e3-5284-af40-da14c38a31c5-f9be9ae7-b0e5-4a96-bb56-afb89d673beb', 'network_id': 'f9be9ae7-b0e5-4a96-bb56-afb89d673beb', 'project_id': '90d08b8c50b34e01bfd1083fc98b9a44', 'fixed_ips': [{'subnet_id': '42c9fba1-a899-4281-beb9-460a79c13e22'}]}} from dv-cinder-788366-9-iscsi. {{(pid=114606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 19:45:04.930874 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:05.167663 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.db_base_plugin_common [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Allocated IP 192.168.233.2 (f9be9ae7-b0e5-4a96-bb56-afb89d673beb/42c9fba1-a899-4281-beb9-460a79c13e22/71f65e12-5d79-4c23-a201-59516e1164e5) {{(pid=114606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:45:05.311813 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Publish callbacks [] for port (71f65e12-5d79-4c23-a201-59516e1164e5), precommit_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:05.318289 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (71f65e12-5d79-4c23-a201-59516e1164e5), after_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:05.355071 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Network f9be9ae7-b0e5-4a96-bb56-afb89d673beb is already hosted by enough agents. {{(pid=114606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:45:05.359736 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.base_scheduler [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Resources bound (agent type, host, resource id): {{(pid=114606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:45:05.366208 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Received port after_create {{(pid=114606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:45:05.368106 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Pushing event updated for resources: {'Port': ['ID=71f65e12-5d79-4c23-a201-59516e1164e5,revision_number=1']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:45:05.378342 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:45:05.378712 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:45:05.379063 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:45:05.379397 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:45:05.379726 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:45:05.380049 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:45:05.380463 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:45:05.380788 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:45:05.381108 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:45:05.381446 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:45:05.381768 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:45:05.382082 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:45:05.382395 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:45:05.436200 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Attempting to bind port 71f65e12-5d79-4c23-a201-59516e1164e5 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:45:05.436565 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Attempting to bind port 71f65e12-5d79-4c23-a201-59516e1164e5 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': '044ba8d1-43b7-44a8-91dc-6ea2929a6e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f9be9ae7-b0e5-4a96-bb56-afb89d673beb'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:45:05.436930 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Attempting to bind port 71f65e12-5d79-4c23-a201-59516e1164e5 on network f9be9ae7-b0e5-4a96-bb56-afb89d673beb {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:45:05.441955 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:45:05.442334 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Checking segment: {'id': '044ba8d1-43b7-44a8-91dc-6ea2929a6e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f9be9ae7-b0e5-4a96-bb56-afb89d673beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:45:05.442735 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:05.443125 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Bound using segment: {'id': '044ba8d1-43b7-44a8-91dc-6ea2929a6e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f9be9ae7-b0e5-4a96-bb56-afb89d673beb'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:45:05.443586 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Bound port: 71f65e12-5d79-4c23-a201-59516e1164e5, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044ba8d1-43b7-44a8-91dc-6ea2929a6e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f9be9ae7-b0e5-4a96-bb56-afb89d673beb'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:45:05.443961 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (71f65e12-5d79-4c23-a201-59516e1164e5), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:05.507601 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] For port 71f65e12-5d79-4c23-a201-59516e1164e5, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:45:05.510659 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] For port 71f65e12-5d79-4c23-a201-59516e1164e5, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=71f65e12-5d79-4c23-a201-59516e1164e5,segment=NetworkSegment(044ba8d1-43b7-44a8-91dc-6ea2929a6e5d),segment_id=044ba8d1-43b7-44a8-91dc-6ea2929a6e5d)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:45:05.517911 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (71f65e12-5d79-4c23-a201-59516e1164e5), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:05.574725 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5f75b-0b0a-4403-ba1f-540625db71d4 None None] Pushing event updated for resources: {'Port': ['ID=71f65e12-5d79-4c23-a201-59516e1164e5,revision_number=2']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:45:06.390047 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81faf056-65b6-43a2-b350-09c997aebf2c None None] Network f9be9ae7-b0e5-4a96-bb56-afb89d673beb requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:45:06.462784 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-fc77b041-4df6-42ca-b7e5-82da3786ab8a None None] Provisioning complete for port 71f65e12-5d79-4c23-a201-59516e1164e5 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:45:06.463184 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-fc77b041-4df6-42ca-b7e5-82da3786ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (71f65e12-5d79-4c23-a201-59516e1164e5), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:06.574911 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-fc77b041-4df6-42ca-b7e5-82da3786ab8a None None] Current status of the port 71f65e12-5d79-4c23-a201-59516e1164e5 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:45:06.575162 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-fc77b041-4df6-42ca-b7e5-82da3786ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (71f65e12-5d79-4c23-a201-59516e1164e5), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:06.614934 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-fc77b041-4df6-42ca-b7e5-82da3786ab8a None None] For port 71f65e12-5d79-4c23-a201-59516e1164e5, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=71f65e12-5d79-4c23-a201-59516e1164e5,segment=NetworkSegment(044ba8d1-43b7-44a8-91dc-6ea2929a6e5d),segment_id=044ba8d1-43b7-44a8-91dc-6ea2929a6e5d)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:45:06.622589 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-fc77b041-4df6-42ca-b7e5-82da3786ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (71f65e12-5d79-4c23-a201-59516e1164e5), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:06.692345 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77b041-4df6-42ca-b7e5-82da3786ab8a None None] Pushing event updated for resources: {'Port': ['ID=71f65e12-5d79-4c23-a201-59516e1164e5,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:45:06.710928 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 71f65e12-5d79-4c23-a201-59516e1164e5 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:45:06.764909 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 71f65e12-5d79-4c23-a201-59516e1164e5 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:45:06.765289 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (71f65e12-5d79-4c23-a201-59516e1164e5), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:06.846170 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 71f65e12-5d79-4c23-a201-59516e1164e5 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:45:06.855896 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-3b837d70-6ee6-4d16-99fc-e05bbea111e0 None None] Provisioning complete for port 71f65e12-5d79-4c23-a201-59516e1164e5 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:45:06.855896 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-3b837d70-6ee6-4d16-99fc-e05bbea111e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (71f65e12-5d79-4c23-a201-59516e1164e5), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:06.943435 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-3b837d70-6ee6-4d16-99fc-e05bbea111e0 None None] Current status of the port 71f65e12-5d79-4c23-a201-59516e1164e5 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:45:08.647235 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 71f65e12-5d79-4c23-a201-59516e1164e5 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:45:08.697018 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 71f65e12-5d79-4c23-a201-59516e1164e5 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:45:08.697315 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (71f65e12-5d79-4c23-a201-59516e1164e5), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:08.772878 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 71f65e12-5d79-4c23-a201-59516e1164e5 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:45:19.036440 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 5 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:45:27.470277 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-8fe34d3b-22b2-4354-b4f8-ee1cf6d582d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:29.708226 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-61dac104-a168-4ac0-a820-0011047fe66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:30.794204 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:32.411509 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:33.827867 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:56.035789 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 5 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:45:57.472249 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-3efe4380-f29a-4248-b59b-08688d7993a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:45:59.709418 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ef4e839e-61e2-4dcf-8f1f-bb1760fb4644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:46:00.798940 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:46:02.421245 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:46:03.829599 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:46:24.762767 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36210) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:46:24.768558 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [None req-a1c81c05-f77d-4c75-9ada-dfb4d3849b3a tempest-verify_tempest_config-180515865 tempest-verify_tempest_config-180515865-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114604) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 19:46:24.769522 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-a1c81c05-f77d-4c75-9ada-dfb4d3849b3a tempest-verify_tempest_config-180515865 tempest-verify_tempest_config-180515865-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057797 Mar 09 19:46:25.049622 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36228) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:46:25.159493 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1367bf1b-ec19-4788-9188-ce0eef3e1cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:46:25.266813 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1367bf1b-ec19-4788-9188-ce0eef3e1cd0 admin admin] Publish callbacks [] for security_group (66d77838-006a-4a42-a936-292ca94e62f6), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:46:25.270508 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1367bf1b-ec19-4788-9188-ce0eef3e1cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (66d77838-006a-4a42-a936-292ca94e62f6), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:46:25.313941 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-1367bf1b-ec19-4788-9188-ce0eef3e1cd0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd38a265075945b99f757bc7358fcdcb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2632592 Mar 09 19:46:25.314745 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367bf1b-ec19-4788-9188-ce0eef3e1cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d77838-006a-4a42-a936-292ca94e62f6,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:46:25.316528 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36234) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:46:25.331924 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367bf1b-ec19-4788-9188-ce0eef3e1cd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:46:25.332323 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367bf1b-ec19-4788-9188-ce0eef3e1cd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:46:25.332671 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367bf1b-ec19-4788-9188-ce0eef3e1cd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:46:25.333006 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367bf1b-ec19-4788-9188-ce0eef3e1cd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:46:25.333337 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367bf1b-ec19-4788-9188-ce0eef3e1cd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:46:25.333664 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367bf1b-ec19-4788-9188-ce0eef3e1cd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:46:25.334004 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367bf1b-ec19-4788-9188-ce0eef3e1cd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:46:25.334338 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367bf1b-ec19-4788-9188-ce0eef3e1cd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:46:25.334682 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367bf1b-ec19-4788-9188-ce0eef3e1cd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:46:25.335020 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367bf1b-ec19-4788-9188-ce0eef3e1cd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:46:25.335345 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367bf1b-ec19-4788-9188-ce0eef3e1cd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:46:25.335662 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367bf1b-ec19-4788-9188-ce0eef3e1cd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:46:25.335976 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1367bf1b-ec19-4788-9188-ce0eef3e1cd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:46:25.382111 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-dd6397c0-7338-4f73-9fdb-44aeb0d0e828 admin admin] Publish callbacks [] for security_group (66d77838-006a-4a42-a936-292ca94e62f6), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:46:25.402384 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-dd6397c0-7338-4f73-9fdb-44aeb0d0e828 admin admin] Publish callbacks [] for security_group (66d77838-006a-4a42-a936-292ca94e62f6), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:46:25.491711 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-dd6397c0-7338-4f73-9fdb-44aeb0d0e828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (66d77838-006a-4a42-a936-292ca94e62f6), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:46:25.494301 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-dd6397c0-7338-4f73-9fdb-44aeb0d0e828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:46:25.495437 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-dd6397c0-7338-4f73-9fdb-44aeb0d0e828 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66d77838-006a-4a42-a936-292ca94e62f6 HTTP/1.1" status: 204 len: 168 time: 0.1780362 Mar 09 19:46:25.504954 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6397c0-7338-4f73-9fdb-44aeb0d0e828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d77838-006a-4a42-a936-292ca94e62f6,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:46:27.474757 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-416493ba-e06c-41c0-82e6-9ea1d71b9333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:46:29.710439 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-04669a1e-a415-4d65-8745-438975241ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:46:30.801598 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:46:32.422880 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:46:33.034871 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 5 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:46:33.831936 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:46:57.476023 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-0269d750-a9e9-4c20-9b24-34b68d6d8e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:46:59.712141 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-42b8cb95-0390-43c5-9386-40ae3200b62f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:47:00.803666 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:47:02.422709 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:47:03.833365 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:47:10.033049 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 5 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:47:27.478341 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-5fab4ad0-96da-484a-8e8a-5b4b61ae77a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:47:29.715663 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-8e25a0b1-3c76-470d-9c9e-c67e33e2acf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:47:30.908551 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:47:32.425701 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:47:33.835363 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:47:47.030937 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 5 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:47:57.479288 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-9982d164-0d3f-486a-a4d5-5dc5eade209b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:47:59.717930 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-59599cab-e05a-4329-ab0f-520a5400a2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:48:00.810452 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:48:02.024544 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-399471'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:48:02.428754 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:48:03.837733 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:48:16.626298 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36306) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:48:16.729759 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-71921141-45f5-469d-9a65-de6aa789babf admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1023827 Mar 09 19:48:19.040053 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36316) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:48:19.094670 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-a6a4077d-ac12-46a9-851b-2ab2256f0fbd admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0535188 Mar 09 19:48:24.029849 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:48:27.483322 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-de61b23c-f1e5-485e-88f1-3744e45aa7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:48:29.719336 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-5b8953d3-480b-41f8-b8ee-02a0fd546d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:48:30.812349 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:48:31.997130 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:48:32.431128 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:48:33.839659 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:48:57.486674 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-168f1a4e-6199-4ed7-b7a8-163245ec7a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:48:59.721080 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-6b6f4dbe-a5f8-49c5-8e7b-46b91c825b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:00.811604 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:01.029050 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:49:02.009325 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:02.440015 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:03.841317 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:27.490100 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-e92814d3-eaeb-4419-8aee-64b97be1f840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:29.725867 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c0e1e15b-a00b-473d-8758-7196e6d36ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:30.816102 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:32.008284 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:32.438762 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:33.843287 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:38.027369 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:49:54.655536 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36422) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:49:54.873976 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-358378079-network', 'tenant_id': '52cda80c344647d9be865c160e333e2b'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:49:54.897004 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Made reservation on behalf of 52cda80c344647d9be865c160e333e2b for: {'network': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:49:54.899585 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:54.912159 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:54.989662 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Publish callbacks [] for security_group (5b241741-c63c-43d9-95cc-489717322ffa), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:54.994024 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (5b241741-c63c-43d9-95cc-489717322ffa), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:55.016939 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=114605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 19:49:55.049049 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b241741-c63c-43d9-95cc-489717322ffa,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:49:55.053556 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774125231885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (b4cd3480-21d1-4073-a3a0-edd949c13e33), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:55.054124 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Unsubscribe: segment precommit_create {{(pid=114605) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 09 19:49:55.054579 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.segments_db [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Added segment b4cd3480-21d1-4073-a3a0-edd949c13e33 of type vlan for network 2333c970-a951-49ee-a7ad-57bc53c804b9 Mar 09 19:49:55.071919 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.072326 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.072677 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.073012 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.073346 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.073676 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.074015 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.074523 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.075040 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.075531 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.075862 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.076222 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.076548 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Tracked resource versions report: Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: pushed versions: Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: { 'AddressGroup': {'1.2'}, Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'ConntrackHelper': {'1.0'}, Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'LocalIPAssociation': {'1.0'}, Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Log': {'1.0'}, Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Network': {'1.1'}, Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Port': {'1.7'}, Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'PortForwarding': {'1.2'}, Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'QosPolicy': {'1.10'}, Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'SecurityGroup': {'1.5'}, Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'SecurityGroupRule': {'1.2'}, Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'SubPort': {'1.0'}, Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Subnet': {'1.1'}, Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Trunk': {'1.1'}} Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: consumer versions: Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: { DHCP agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: HyperV agent@hv-cinder-78836: {}, Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: L3 agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: Metadata agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: Metering agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: Open vSwitch agent@dv-cinder-788366-9-iscsi: { 'AddressGroup': '1.2', Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'ConntrackHelper': '1.0', Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'LocalIPAssociation': '1.0', Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Log': '1.0', Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Network': '1.1', Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Port': '1.7', Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'PortForwarding': '1.2', Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'QosPolicy': '1.10', Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'SecurityGroup': '1.5', Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'SecurityGroupRule': '1.2', Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'SubPort': '1.0', Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Subnet': '1.1', Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: 'Trunk': '1.1'}} Mar 09 19:49:55.077662 dv-cinder-788366-9-iscsi neutron-server[114605]: {{(pid=114605) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 19:49:55.113527 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (2333c970-a951-49ee-a7ad-57bc53c804b9), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:55.167158 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (2333c970-a951-49ee-a7ad-57bc53c804b9), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:55.168325 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:49:55.169276 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:55.294110 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36470) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:49:55.299640 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Request body: {'subnet': {'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-subnet', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:49:55.304416 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6468346 Mar 09 19:49:55.306814 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525fa827-2811-443f-99c5-f0efdfb02b23 admin admin] Pushing event updated for resources: {'Network': ['ID=2333c970-a951-49ee-a7ad-57bc53c804b9,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:49:55.322581 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network 2333c970-a951-49ee-a7ad-57bc53c804b9 details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:49:55.328369 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Made reservation on behalf of 52cda80c344647d9be865c160e333e2b for: {'subnet': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:49:55.330817 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:55.530299 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for subnet (745bc262-f6dc-493a-8098-f645b9a00e95), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:55.581055 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Pushing event updated for resources: {'Subnet': ['ID=745bc262-f6dc-493a-8098-f645b9a00e95,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:49:55.592532 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.593270 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.593782 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.594329 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.594809 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.595356 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.595928 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.596316 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.596826 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.597336 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.598253 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.598843 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.599324 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Tracked resource versions report: Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: pushed versions: Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: { 'AddressGroup': {'1.2'}, Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'ConntrackHelper': {'1.0'}, Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'LocalIPAssociation': {'1.0'}, Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Log': {'1.0'}, Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Network': {'1.1'}, Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Port': {'1.7'}, Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'PortForwarding': {'1.2'}, Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'QosPolicy': {'1.10'}, Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'SecurityGroup': {'1.5'}, Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'SecurityGroupRule': {'1.2'}, Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'SubPort': {'1.0'}, Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Subnet': {'1.1'}, Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Trunk': {'1.1'}} Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: consumer versions: Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: { DHCP agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: HyperV agent@hv-cinder-78836: {}, Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: L3 agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: Metadata agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: Metering agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: Open vSwitch agent@dv-cinder-788366-9-iscsi: { 'AddressGroup': '1.2', Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'ConntrackHelper': '1.0', Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'LocalIPAssociation': '1.0', Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Log': '1.0', Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Network': '1.1', Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Port': '1.7', Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'PortForwarding': '1.2', Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'QosPolicy': '1.10', Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'SecurityGroup': '1.5', Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'SecurityGroupRule': '1.2', Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'SubPort': '1.0', Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Subnet': '1.1', Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: 'Trunk': '1.1'}} Mar 09 19:49:55.600896 dv-cinder-788366-9-iscsi neutron-server[114604]: {{(pid=114604) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 19:49:55.624445 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Checking segment: {'id': 'b4cd3480-21d1-4073-a3a0-edd949c13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:49:55.625081 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Network hostable DHCP agents. Network: 2333c970-a951-49ee-a7ad-57bc53c804b9, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:49:55.644172 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Network 2333c970-a951-49ee-a7ad-57bc53c804b9 is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:49:55.661012 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, 2333c970-a951-49ee-a7ad-57bc53c804b9) {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:49:55.665126 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:49:55.665701 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:55.672689 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20efc848-544b-4dc4-be0b-e7dc2ec34f9a None None] Network 2333c970-a951-49ee-a7ad-57bc53c804b9 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:49:55.683149 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-58fbc4ab-b0da-4c8d-a7e5-39b741bc588d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3880625 Mar 09 19:49:55.686038 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36488) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:49:55.690396 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:49:55.716398 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24705'] for router (2a72f63c-3d6e-4079-9d26-b0148203bb48), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:55.717427 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24726'] for router (2a72f63c-3d6e-4079-9d26-b0148203bb48), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:55.779222 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] Publish callbacks [] for router_controller (2a72f63c-3d6e-4079-9d26-b0148203bb48), precommit_add_association {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:55.789845 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77b36b6-e9e3-5284-af40-da14c38a31c5-2333c970-a951-49ee-a7ad-57bc53c804b9', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'project_id': '52cda80c344647d9be865c160e333e2b', 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95'}]}} from dv-cinder-788366-9-iscsi. {{(pid=114606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 19:49:55.790757 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:55.874135 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36498) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:49:55.939831 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36506) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:49:55.950366 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] Publish callbacks [] for router_gateway (2a72f63c-3d6e-4079-9d26-b0148203bb48), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:55.963507 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.db_base_plugin_common [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Allocated IP 172.20.0.2 (2333c970-a951-49ee-a7ad-57bc53c804b9/745bc262-f6dc-493a-8098-f645b9a00e95/0aa00d08-f1a1-48bd-a38d-0527c712eaa6) {{(pid=114606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:49:56.127507 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Publish callbacks [] for port (0aa00d08-f1a1-48bd-a38d-0527c712eaa6), precommit_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.135828 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (0aa00d08-f1a1-48bd-a38d-0527c712eaa6), after_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.181367 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Pushing event updated for resources: {'Port': ['ID=0aa00d08-f1a1-48bd-a38d-0527c712eaa6,revision_number=1']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:49:56.193211 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:56.193598 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:56.193975 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:56.194394 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:56.194740 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:56.195084 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:56.195483 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:56.195914 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:56.196283 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:56.196631 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:56.196996 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:56.197324 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:56.197653 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Tracked resource versions report: Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: pushed versions: Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: { 'AddressGroup': {'1.2'}, Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'ConntrackHelper': {'1.0'}, Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'LocalIPAssociation': {'1.0'}, Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Log': {'1.0'}, Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Network': {'1.1'}, Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Port': {'1.7'}, Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'PortForwarding': {'1.2'}, Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'QosPolicy': {'1.10'}, Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'SecurityGroup': {'1.5'}, Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'SecurityGroupRule': {'1.2'}, Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'SubPort': {'1.0'}, Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Subnet': {'1.1'}, Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Trunk': {'1.1'}} Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: consumer versions: Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: { DHCP agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: HyperV agent@hv-cinder-78836: {}, Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: L3 agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: Metadata agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: Metering agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: Open vSwitch agent@dv-cinder-788366-9-iscsi: { 'AddressGroup': '1.2', Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'ConntrackHelper': '1.0', Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'LocalIPAssociation': '1.0', Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Log': '1.0', Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Network': '1.1', Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Port': '1.7', Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'PortForwarding': '1.2', Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'QosPolicy': '1.10', Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'SecurityGroup': '1.5', Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'SecurityGroupRule': '1.2', Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'SubPort': '1.0', Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Subnet': '1.1', Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: 'Trunk': '1.1'}} Mar 09 19:49:56.198781 dv-cinder-788366-9-iscsi neutron-server[114606]: {{(pid=114606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 19:49:56.208696 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Network 2333c970-a951-49ee-a7ad-57bc53c804b9 is already hosted by enough agents. {{(pid=114606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:49:56.210085 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.base_scheduler [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Resources bound (agent type, host, resource id): {{(pid=114606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:49:56.212614 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Received port after_create {{(pid=114606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:49:56.226915 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-34555adc-2d0f-4633-964d-b2587ce8ef3b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1597988352-network', 'tenant_id': 'f40a33baeda64a69bab5c022461457ab'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:49:56.235531 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-f8606bdd-3100-4406-acbc-c8b6d6a40d10 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-286509591-network', 'tenant_id': 'd28b0c2c14e04c179da85c93bf62c601'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:49:56.253562 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34555adc-2d0f-4633-964d-b2587ce8ef3b admin admin] Made reservation on behalf of f40a33baeda64a69bab5c022461457ab for: {'network': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:49:56.255693 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] Publish callbacks [] for router_gateway (2a72f63c-3d6e-4079-9d26-b0148203bb48), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.257218 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-34555adc-2d0f-4633-964d-b2587ce8ef3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.268946 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-34555adc-2d0f-4633-964d-b2587ce8ef3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.277058 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Attempting to bind port 0aa00d08-f1a1-48bd-a38d-0527c712eaa6 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:49:56.277812 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Attempting to bind port 0aa00d08-f1a1-48bd-a38d-0527c712eaa6 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'b4cd3480-21d1-4073-a3a0-edd949c13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:49:56.278472 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Attempting to bind port 0aa00d08-f1a1-48bd-a38d-0527c712eaa6 on network 2333c970-a951-49ee-a7ad-57bc53c804b9 {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:49:56.284240 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:49:56.285689 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Checking segment: {'id': 'b4cd3480-21d1-4073-a3a0-edd949c13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:49:56.286413 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.286963 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Bound using segment: {'id': 'b4cd3480-21d1-4073-a3a0-edd949c13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:49:56.287450 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Bound port: 0aa00d08-f1a1-48bd-a38d-0527c712eaa6, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4cd3480-21d1-4073-a3a0-edd949c13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:49:56.287962 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (0aa00d08-f1a1-48bd-a38d-0527c712eaa6), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.301921 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.329105 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36522) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:49:56.384747 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-34555adc-2d0f-4633-964d-b2587ce8ef3b admin admin] Publish callbacks [] for security_group (633bc1f2-aebf-4a88-af99-9256c48aacbe), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.389713 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-34555adc-2d0f-4633-964d-b2587ce8ef3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (633bc1f2-aebf-4a88-af99-9256c48aacbe), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.389896 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8606bdd-3100-4406-acbc-c8b6d6a40d10 admin admin] Made reservation on behalf of d28b0c2c14e04c179da85c93bf62c601 for: {'network': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:49:56.393059 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f8606bdd-3100-4406-acbc-c8b6d6a40d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.393255 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] For port 0aa00d08-f1a1-48bd-a38d-0527c712eaa6, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:49:56.401257 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] For port 0aa00d08-f1a1-48bd-a38d-0527c712eaa6, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=0aa00d08-f1a1-48bd-a38d-0527c712eaa6,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:49:56.404396 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34555adc-2d0f-4633-964d-b2587ce8ef3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=114605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 19:49:56.408199 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f8606bdd-3100-4406-acbc-c8b6d6a40d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.411091 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (0aa00d08-f1a1-48bd-a38d-0527c712eaa6), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.416394 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-34555adc-2d0f-4633-964d-b2587ce8ef3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (611a46d8-2a38-496f-8795-6bc9a80f2d30), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.416769 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.segments_db [None req-34555adc-2d0f-4633-964d-b2587ce8ef3b admin admin] Added segment 611a46d8-2a38-496f-8795-6bc9a80f2d30 of type vlan for network afc5eb80-49ab-4378-95f2-aaf87384a62e Mar 09 19:49:56.515001 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-34555adc-2d0f-4633-964d-b2587ce8ef3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (afc5eb80-49ab-4378-95f2-aaf87384a62e), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.517128 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34555adc-2d0f-4633-964d-b2587ce8ef3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633bc1f2-aebf-4a88-af99-9256c48aacbe,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:49:56.544917 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] Allocated IP 172.27.3.57 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/75bfe8e8-8c1e-4836-a8d8-05b61cf62d28) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:49:56.570052 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-34555adc-2d0f-4633-964d-b2587ce8ef3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (afc5eb80-49ab-4378-95f2-aaf87384a62e), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.572559 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34555adc-2d0f-4633-964d-b2587ce8ef3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:49:56.573363 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-34555adc-2d0f-4633-964d-b2587ce8ef3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.577982 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9ef73-6d4e-4b20-a38a-00e18995864d None None] Pushing event updated for resources: {'Port': ['ID=0aa00d08-f1a1-48bd-a38d-0527c712eaa6,revision_number=2']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:49:56.659086 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f8606bdd-3100-4406-acbc-c8b6d6a40d10 admin admin] Publish callbacks [] for security_group (af2ab9e2-01a4-4363-8562-f33094fa11e1), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.659422 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34555adc-2d0f-4633-964d-b2587ce8ef3b admin admin] Pushing event updated for resources: {'Network': ['ID=afc5eb80-49ab-4378-95f2-aaf87384a62e,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:49:56.666245 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f8606bdd-3100-4406-acbc-c8b6d6a40d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (af2ab9e2-01a4-4363-8562-f33094fa11e1), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.671207 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network afc5eb80-49ab-4378-95f2-aaf87384a62e details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:49:56.680612 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8606bdd-3100-4406-acbc-c8b6d6a40d10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=114604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 19:49:56.692597 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f8606bdd-3100-4406-acbc-c8b6d6a40d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.693261 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.segments_db [None req-f8606bdd-3100-4406-acbc-c8b6d6a40d10 admin admin] Added segment a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c of type vlan for network e3239b76-443e-4739-8be5-90c0b832854f Mar 09 19:49:56.694536 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-34555adc-2d0f-4633-964d-b2587ce8ef3b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7502236 Mar 09 19:49:56.699158 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36538) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:49:56.709064 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-572d6950-07e2-4c63-bd19-5c3901ad7e47 admin admin] Request body: {'subnet': {'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1597988352-subnet', 'tenant_id': 'f40a33baeda64a69bab5c022461457ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:49:56.732867 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-388c2f2d-bc10-422b-9d55-d74337d3bc6f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1953817790-network', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:49:56.803003 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572d6950-07e2-4c63-bd19-5c3901ad7e47 admin admin] Made reservation on behalf of f40a33baeda64a69bab5c022461457ab for: {'subnet': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:49:56.809779 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-572d6950-07e2-4c63-bd19-5c3901ad7e47 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.827545 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f8606bdd-3100-4406-acbc-c8b6d6a40d10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (e3239b76-443e-4739-8be5-90c0b832854f), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.845169 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388c2f2d-bc10-422b-9d55-d74337d3bc6f admin admin] Made reservation on behalf of 55d035a3aae24ccb9b470e06d3d01412 for: {'network': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:49:56.846500 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-388c2f2d-bc10-422b-9d55-d74337d3bc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.856377 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-388c2f2d-bc10-422b-9d55-d74337d3bc6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.883612 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8606bdd-3100-4406-acbc-c8b6d6a40d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2ab9e2-01a4-4363-8562-f33094fa11e1,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:49:56.939969 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] Publish callbacks [] for port (75bfe8e8-8c1e-4836-a8d8-05b61cf62d28), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.952192 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f8606bdd-3100-4406-acbc-c8b6d6a40d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (e3239b76-443e-4739-8be5-90c0b832854f), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.953728 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8606bdd-3100-4406-acbc-c8b6d6a40d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:49:56.954262 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f8606bdd-3100-4406-acbc-c8b6d6a40d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:56.992941 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-f8606bdd-3100-4406-acbc-c8b6d6a40d10 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1177833 Mar 09 19:49:56.997266 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36550) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:49:57.010071 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-79e163ec-7a42-4cac-b60a-b94eda48f75d admin admin] Request body: {'subnet': {'network_id': 'e3239b76-443e-4739-8be5-90c0b832854f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-286509591-subnet', 'tenant_id': 'd28b0c2c14e04c179da85c93bf62c601', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:49:57.062438 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e163ec-7a42-4cac-b60a-b94eda48f75d admin admin] Made reservation on behalf of d28b0c2c14e04c179da85c93bf62c601 for: {'subnet': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:49:57.065214 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-79e163ec-7a42-4cac-b60a-b94eda48f75d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:57.109372 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-388c2f2d-bc10-422b-9d55-d74337d3bc6f admin admin] Publish callbacks [] for security_group (15aa34f4-df08-413d-8481-7ad1409aba3c), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:57.122330 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-388c2f2d-bc10-422b-9d55-d74337d3bc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (15aa34f4-df08-413d-8481-7ad1409aba3c), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:57.182788 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8606bdd-3100-4406-acbc-c8b6d6a40d10 admin admin] Pushing event updated for resources: {'Network': ['ID=e3239b76-443e-4739-8be5-90c0b832854f,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:49:57.189212 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (75bfe8e8-8c1e-4836-a8d8-05b61cf62d28), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:57.194836 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network e3239b76-443e-4739-8be5-90c0b832854f details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:49:57.208188 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:49:57.211419 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:49:57.230183 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:49:57.339213 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] Pushing event updated for resources: {'Port': ['ID=75bfe8e8-8c1e-4836-a8d8-05b61cf62d28,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:49:57.408611 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c2f2d-bc10-422b-9d55-d74337d3bc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aa34f4-df08-413d-8481-7ad1409aba3c,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:49:57.486077 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388c2f2d-bc10-422b-9d55-d74337d3bc6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=114605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 19:49:57.511255 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b5c507ab-f9ad-4f9f-94c1-c1f803684c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:57.533688 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-388c2f2d-bc10-422b-9d55-d74337d3bc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (b09dbc29-b4e1-404b-85b5-eb2538fe1ca3), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:57.534356 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.segments_db [None req-388c2f2d-bc10-422b-9d55-d74337d3bc6f admin admin] Added segment b09dbc29-b4e1-404b-85b5-eb2538fe1ca3 of type vlan for network e1fb9771-c14c-449d-8f62-3d71790f8b4f Mar 09 19:49:57.624192 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-388c2f2d-bc10-422b-9d55-d74337d3bc6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (e1fb9771-c14c-449d-8f62-3d71790f8b4f), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:57.629906 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-572d6950-07e2-4c63-bd19-5c3901ad7e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for subnet (80514b34-5e48-4a20-8a26-dafa704cc5f5), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:57.703258 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] Publish callbacks [] for router_gateway (2a72f63c-3d6e-4079-9d26-b0148203bb48), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:57.734706 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572d6950-07e2-4c63-bd19-5c3901ad7e47 admin admin] Checking segment: {'id': '611a46d8-2a38-496f-8795-6bc9a80f2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:49:57.735451 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572d6950-07e2-4c63-bd19-5c3901ad7e47 admin admin] Network hostable DHCP agents. Network: afc5eb80-49ab-4378-95f2-aaf87384a62e, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:49:57.828845 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572d6950-07e2-4c63-bd19-5c3901ad7e47 admin admin] Network afc5eb80-49ab-4378-95f2-aaf87384a62e is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:49:57.853797 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-388c2f2d-bc10-422b-9d55-d74337d3bc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (e1fb9771-c14c-449d-8f62-3d71790f8b4f), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:57.855078 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388c2f2d-bc10-422b-9d55-d74337d3bc6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:49:57.855910 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-388c2f2d-bc10-422b-9d55-d74337d3bc6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:57.868463 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-572d6950-07e2-4c63-bd19-5c3901ad7e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, afc5eb80-49ab-4378-95f2-aaf87384a62e) {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:49:57.877571 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d948e04a-5dd1-4376-a316-1a87a570d86f None None] Network afc5eb80-49ab-4378-95f2-aaf87384a62e requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:49:57.943704 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d6950-07e2-4c63-bd19-5c3901ad7e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80514b34-5e48-4a20-8a26-dafa704cc5f5,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:49:57.947629 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c2f2d-bc10-422b-9d55-d74337d3bc6f admin admin] Pushing event updated for resources: {'Network': ['ID=e1fb9771-c14c-449d-8f62-3d71790f8b4f,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:49:57.958278 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572d6950-07e2-4c63-bd19-5c3901ad7e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:49:57.959029 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-572d6950-07e2-4c63-bd19-5c3901ad7e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:57.990771 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-572d6950-07e2-4c63-bd19-5c3901ad7e47 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2903214 Mar 09 19:49:57.994727 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36586) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:49:58.002563 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1597988352-router', 'tenant_id': 'f40a33baeda64a69bab5c022461457ab', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:49:58.040498 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-388c2f2d-bc10-422b-9d55-d74337d3bc6f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7094762 Mar 09 19:49:58.048274 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36588) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:49:58.070716 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-7a33f1a2-e7c9-4334-8def-8d72b366eeeb admin admin] Request body: {'subnet': {'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-subnet', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:49:58.082508 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1ee10f-f7d4-45b0-aa31-c365b6bd6418 None None] Network 2333c970-a951-49ee-a7ad-57bc53c804b9 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:49:58.114884 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a33f1a2-e7c9-4334-8def-8d72b366eeeb admin admin] Made reservation on behalf of 55d035a3aae24ccb9b470e06d3d01412 for: {'subnet': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:49:58.122400 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7a33f1a2-e7c9-4334-8def-8d72b366eeeb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:58.168624 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network e1fb9771-c14c-449d-8f62-3d71790f8b4f details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:49:58.298702 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396900'] for router (2a72f63c-3d6e-4079-9d26-b0148203bb48), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:58.338170 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7a33f1a2-e7c9-4334-8def-8d72b366eeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for subnet (1691d741-1db9-45a9-b9fc-c8baf7574710), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:58.419062 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33f1a2-e7c9-4334-8def-8d72b366eeeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1691d741-1db9-45a9-b9fc-c8baf7574710,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:49:58.424659 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-79e163ec-7a42-4cac-b60a-b94eda48f75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for subnet (9712466e-f53c-42aa-be02-2912c1136e50), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:58.500086 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24705'] for router (0fa0be56-7fb4-4b1e-8bf2-47e3f96362df), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:58.502022 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24726'] for router (0fa0be56-7fb4-4b1e-8bf2-47e3f96362df), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:58.522349 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce7debb-c369-4418-8bb3-7c52fbfcf3a4 None None] Network afc5eb80-49ab-4378-95f2-aaf87384a62e requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:49:58.595437 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-e710c188-db01-41e8-84ff-454248a2f07b None None] Provisioning complete for port 0aa00d08-f1a1-48bd-a38d-0527c712eaa6 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:49:58.595996 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-e710c188-db01-41e8-84ff-454248a2f07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (0aa00d08-f1a1-48bd-a38d-0527c712eaa6), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:58.605118 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e163ec-7a42-4cac-b60a-b94eda48f75d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9712466e-f53c-42aa-be02-2912c1136e50,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:49:58.645577 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] Router 2a72f63c-3d6e-4079-9d26-b0148203bb48 is scheduled to L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c with binding_index 1 {{(pid=114604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 19:49:58.775665 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:49:58.789010 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Sync routers for ids ['2a72f63c-3d6e-4079-9d26-b0148203bb48'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:49:58.797506 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:58.798948 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-5c8dab99-f7ce-4709-b8b6-ee1115c1790e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1117804 Mar 09 19:49:58.802105 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36632) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:49:58.813904 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Routers {'2a72f63c-3d6e-4079-9d26-b0148203bb48'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:49:58.815277 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a33f1a2-e7c9-4334-8def-8d72b366eeeb admin admin] Checking segment: {'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:49:58.815710 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a33f1a2-e7c9-4334-8def-8d72b366eeeb admin admin] Network hostable DHCP agents. Network: e1fb9771-c14c-449d-8f62-3d71790f8b4f, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:49:58.816728 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:49:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['2a72f63c-3d6e-4079-9d26-b0148203bb48'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:49:58.854112 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] Publish callbacks [] for router_controller (0fa0be56-7fb4-4b1e-8bf2-47e3f96362df), precommit_add_association {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:58.862716 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e163ec-7a42-4cac-b60a-b94eda48f75d admin admin] Checking segment: {'id': 'a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e3239b76-443e-4739-8be5-90c0b832854f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:49:58.863852 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e163ec-7a42-4cac-b60a-b94eda48f75d admin admin] Network hostable DHCP agents. Network: e3239b76-443e-4739-8be5-90c0b832854f, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:49:58.963563 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a33f1a2-e7c9-4334-8def-8d72b366eeeb admin admin] Network e1fb9771-c14c-449d-8f62-3d71790f8b4f is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:49:59.044605 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e163ec-7a42-4cac-b60a-b94eda48f75d admin admin] Network e3239b76-443e-4739-8be5-90c0b832854f is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:49:59.076474 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-7a33f1a2-e7c9-4334-8def-8d72b366eeeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, e1fb9771-c14c-449d-8f62-3d71790f8b4f) {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:49:59.085193 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-79e163ec-7a42-4cac-b60a-b94eda48f75d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, e3239b76-443e-4739-8be5-90c0b832854f) {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:49:59.141863 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a33f1a2-e7c9-4334-8def-8d72b366eeeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:49:59.143813 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7a33f1a2-e7c9-4334-8def-8d72b366eeeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:59.156558 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e163ec-7a42-4cac-b60a-b94eda48f75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:49:59.158125 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-79e163ec-7a42-4cac-b60a-b94eda48f75d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:59.210606 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] Publish callbacks [] for router_gateway (0fa0be56-7fb4-4b1e-8bf2-47e3f96362df), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:59.237499 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-79e163ec-7a42-4cac-b60a-b94eda48f75d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2390957 Mar 09 19:49:59.258636 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-7a33f1a2-e7c9-4334-8def-8d72b366eeeb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1997125 Mar 09 19:49:59.260129 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36650) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:49:59.268170 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:49:59.329570 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24705'] for router (e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:59.330889 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24726'] for router (e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:59.400016 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e036ca-7aaf-49ec-9e56-4fab6918c501 None None] Network e3239b76-443e-4739-8be5-90c0b832854f requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:49:59.405039 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f294eb-aa0b-4f20-81ba-0e857f737cdc None None] Network e1fb9771-c14c-449d-8f62-3d71790f8b4f requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:49:59.621328 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-e710c188-db01-41e8-84ff-454248a2f07b None None] Current status of the port 0aa00d08-f1a1-48bd-a38d-0527c712eaa6 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:49:59.621939 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-e710c188-db01-41e8-84ff-454248a2f07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (0aa00d08-f1a1-48bd-a38d-0527c712eaa6), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:59.639951 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] Publish callbacks [] for router_controller (e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2), precommit_add_association {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:59.692622 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cd51a0f8-7869-4ff7-8aa2-7889917b85e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:49:59.719186 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Set router 2a72f63c-3d6e-4079-9d26-b0148203bb48 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:49:59.831229 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 0aa00d08-f1a1-48bd-a38d-0527c712eaa6 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:49:59.971420 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-2f6f51df-dab3-48e7-8b63-897ba6529c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:00.027011 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-e710c188-db01-41e8-84ff-454248a2f07b None None] For port 0aa00d08-f1a1-48bd-a38d-0527c712eaa6, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=0aa00d08-f1a1-48bd-a38d-0527c712eaa6,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:00.070855 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [None req-cd51a0f8-7869-4ff7-8aa2-7889917b85e0 admin admin] Allocated IP 172.20.0.1 (2333c970-a951-49ee-a7ad-57bc53c804b9/745bc262-f6dc-493a-8098-f645b9a00e95/f76d5962-0b4a-448f-b357-6077a46e2ce7) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:50:00.096026 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] Publish callbacks [] for router_gateway (e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:00.150703 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:49:57Z', 'revision_number': 3, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:49:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:00.192313 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Checking router: 2a72f63c-3d6e-4079-9d26-b0148203bb48 for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:50:00.192676 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Updating router 2a72f63c-3d6e-4079-9d26-b0148203bb48 port 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28 binding host dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:50:00.196719 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77b36b6-e9e3-5284-af40-da14c38a31c5-e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710'}]}} from dv-cinder-788366-9-iscsi. {{(pid=114606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 19:50:00.197285 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:00.204125 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9b6273-19ce-46fb-a4ee-8c7e23435da3 None None] Network e3239b76-443e-4739-8be5-90c0b832854f requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:50:00.257416 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (75bfe8e8-8c1e-4836-a8d8-05b61cf62d28), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:00.299737 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] Publish callbacks [] for router_gateway (0fa0be56-7fb4-4b1e-8bf2-47e3f96362df), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:00.331278 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36702) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:00.333736 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:00.408807 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36706) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:00.455649 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-e710c188-db01-41e8-84ff-454248a2f07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (0aa00d08-f1a1-48bd-a38d-0527c712eaa6), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:00.567513 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710c188-db01-41e8-84ff-454248a2f07b None None] Pushing event updated for resources: {'Port': ['ID=0aa00d08-f1a1-48bd-a38d-0527c712eaa6,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:00.623021 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cd51a0f8-7869-4ff7-8aa2-7889917b85e0 admin admin] Publish callbacks [] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:00.648955 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36726) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:00.653964 dv-cinder-788366-9-iscsi neutron-server[114604]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 09 19:50:00.689682 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Publish callbacks [] for port (75bfe8e8-8c1e-4836-a8d8-05b61cf62d28), precommit_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:00.702422 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-e3de0913-9a05-4f5d-82f6-0a6c3492ec0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:00.710595 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (75bfe8e8-8c1e-4836-a8d8-05b61cf62d28), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:00.717813 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-fea4e32d-90db-427a-b2e5-a57ab01241ad None None] Provisioning complete for port 0aa00d08-f1a1-48bd-a38d-0527c712eaa6 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:00.718397 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-fea4e32d-90db-427a-b2e5-a57ab01241ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (0aa00d08-f1a1-48bd-a38d-0527c712eaa6), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:00.729426 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cd51a0f8-7869-4ff7-8aa2-7889917b85e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:00.772048 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26730e-c73f-4988-b385-b28f0b14802d None None] Pushing event updated for resources: {'Port': ['ID=75bfe8e8-8c1e-4836-a8d8-05b61cf62d28,revision_number=2']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:00.798204 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26730e-c73f-4988-b385-b28f0b14802d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:00.798668 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26730e-c73f-4988-b385-b28f0b14802d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:00.799091 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26730e-c73f-4988-b385-b28f0b14802d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:00.799496 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26730e-c73f-4988-b385-b28f0b14802d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:00.799826 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26730e-c73f-4988-b385-b28f0b14802d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:00.800184 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26730e-c73f-4988-b385-b28f0b14802d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:00.800731 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26730e-c73f-4988-b385-b28f0b14802d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:00.801118 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26730e-c73f-4988-b385-b28f0b14802d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:00.801458 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26730e-c73f-4988-b385-b28f0b14802d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:00.802525 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26730e-c73f-4988-b385-b28f0b14802d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:00.802525 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26730e-c73f-4988-b385-b28f0b14802d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:00.802754 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] Allocated IP 172.27.3.157 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/2ceda2ce-fd23-4a7e-8b8c-63ed44919ece) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:50:00.802857 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26730e-c73f-4988-b385-b28f0b14802d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:00.802947 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26730e-c73f-4988-b385-b28f0b14802d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26730e-c73f-4988-b385-b28f0b14802d None None] Tracked resource versions report: Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: pushed versions: Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: { 'AddressGroup': {'1.2'}, Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'ConntrackHelper': {'1.0'}, Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'LocalIPAssociation': {'1.0'}, Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Log': {'1.0'}, Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Network': {'1.1'}, Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Port': {'1.7'}, Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'PortForwarding': {'1.2'}, Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'QosPolicy': {'1.10'}, Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'SecurityGroup': {'1.5'}, Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'SecurityGroupRule': {'1.2'}, Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'SubPort': {'1.0'}, Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Subnet': {'1.1'}, Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Trunk': {'1.1'}} Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: consumer versions: Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: { DHCP agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: HyperV agent@hv-cinder-78836: {}, Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: L3 agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: Metadata agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: Metering agent@dv-cinder-788366-9-iscsi: {}, Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: Open vSwitch agent@dv-cinder-788366-9-iscsi: { 'AddressGroup': '1.2', Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'ConntrackHelper': '1.0', Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'LocalIPAssociation': '1.0', Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Log': '1.0', Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Network': '1.1', Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Port': '1.7', Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'PortForwarding': '1.2', Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'QosPolicy': '1.10', Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'SecurityGroup': '1.5', Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'SecurityGroupRule': '1.2', Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'SubPort': '1.0', Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Subnet': '1.1', Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: 'Trunk': '1.1'}} Mar 09 19:50:00.804599 dv-cinder-788366-9-iscsi neutron-server[114607]: {{(pid=114607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 09 19:50:00.807674 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Attempting to bind port 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:50:00.808108 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 0aa00d08-f1a1-48bd-a38d-0527c712eaa6 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:00.808271 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Attempting to bind port 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:50:00.808536 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Attempting to bind port 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28 on network e6010f1c-f022-4815-b6b9-5cdf43535436 {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:50:00.809108 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (0aa00d08-f1a1-48bd-a38d-0527c712eaa6), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:00.815137 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:50:00.815672 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Checking segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:50:00.816183 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:00.816799 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Bound using segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:50:00.817383 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Bound port: 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:50:00.817777 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (75bfe8e8-8c1e-4836-a8d8-05b61cf62d28), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:00.860779 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd51a0f8-7869-4ff7-8aa2-7889917b85e0 admin admin] Network 2333c970-a951-49ee-a7ad-57bc53c804b9 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:50:00.878211 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] For port 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:50:00.883133 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] For port 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=75bfe8e8-8c1e-4836-a8d8-05b61cf62d28,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:50:00.885697 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.db_base_plugin_common [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Allocated IP 172.20.0.2 (e1fb9771-c14c-449d-8f62-3d71790f8b4f/1691d741-1db9-45a9-b9fc-c8baf7574710/89c0e2f2-3458-43aa-ae38-112a9bba0463) {{(pid=114606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:50:00.887334 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-cd51a0f8-7869-4ff7-8aa2-7889917b85e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:50:00.896759 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (75bfe8e8-8c1e-4836-a8d8-05b61cf62d28), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:00.917704 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:00.945857 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd51a0f8-7869-4ff7-8aa2-7889917b85e0 admin admin] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:50:00.946653 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cd51a0f8-7869-4ff7-8aa2-7889917b85e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394763'] for router_interface (2a72f63c-3d6e-4079-9d26-b0148203bb48), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:01.011788 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26730e-c73f-4988-b385-b28f0b14802d None None] Pushing event updated for resources: {'Port': ['ID=75bfe8e8-8c1e-4836-a8d8-05b61cf62d28,revision_number=3']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:01.019019 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51a0f8-7869-4ff7-8aa2-7889917b85e0 admin admin] Pushing event updated for resources: {'Port': ['ID=f76d5962-0b4a-448f-b357-6077a46e2ce7,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:01.041969 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 0aa00d08-f1a1-48bd-a38d-0527c712eaa6 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:01.053931 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Routers {'2a72f63c-3d6e-4079-9d26-b0148203bb48'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:50:01.054655 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:50:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['2a72f63c-3d6e-4079-9d26-b0148203bb48'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:01.079870 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99815388-ab81-420b-bb35-6630c7507b43 req-fe3ed12c-5096-499b-aab5-03b243c726c6 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:01.092506 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99815388-ab81-420b-bb35-6630c7507b43 req-fe3ed12c-5096-499b-aab5-03b243c726c6 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/networks?id=e3239b76-443e-4739-8be5-90c0b832854f HTTP/1.1" status: 200 len: 811 time: 0.4409981 Mar 09 19:50:01.096242 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c946460f-6e37-4920-bdcd-5eca96b83e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:01.122398 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-e3de0913-9a05-4f5d-82f6-0a6c3492ec0c admin admin] Publish callbacks [] for security_group (e336ab71-8b18-4e1a-8661-83c69423c58e), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:01.135102 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-fea4e32d-90db-427a-b2e5-a57ab01241ad None None] Current status of the port 0aa00d08-f1a1-48bd-a38d-0527c712eaa6 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:01.158272 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99815388-ab81-420b-bb35-6630c7507b43 req-5642d6cf-ce3a-423b-baca-b7bf15beec32 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/quotas/d28b0c2c14e04c179da85c93bf62c601 HTTP/1.1" status: 200 len: 375 time: 0.0648038 Mar 09 19:50:01.190172 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 0aa00d08-f1a1-48bd-a38d-0527c712eaa6 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:50:01.232786 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] Set router 2a72f63c-3d6e-4079-9d26-b0148203bb48 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:50:01.255570 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c946460f-6e37-4920-bdcd-5eca96b83e87 admin admin] Publish callbacks [] for security_group (839f7936-d814-47d1-88b9-41094edaf4fb), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:01.258096 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99815388-ab81-420b-bb35-6630c7507b43 req-6ba3d602-17c4-4790-ba02-39c863be20b1 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d28b0c2c14e04c179da85c93bf62c601&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956931 Mar 09 19:50:01.278589 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c946460f-6e37-4920-bdcd-5eca96b83e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (839f7936-d814-47d1-88b9-41094edaf4fb), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:01.306675 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-e3de0913-9a05-4f5d-82f6-0a6c3492ec0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (e336ab71-8b18-4e1a-8661-83c69423c58e), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:01.323988 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-c946460f-6e37-4920-bdcd-5eca96b83e87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ce2253d7774f4d20ad679ecf6365521e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9111054 Mar 09 19:50:01.333724 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36752) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:01.373487 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Publish callbacks [] for port (89c0e2f2-3458-43aa-ae38-112a9bba0463), precommit_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:01.395989 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (89c0e2f2-3458-43aa-ae38-112a9bba0463), after_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:01.443493 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-f6ea0dfe-e0df-4a07-97b8-44fb6f1b11df None None] Provisioning complete for port f76d5962-0b4a-448f-b357-6077a46e2ce7 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:01.444464 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f6ea0dfe-e0df-4a07-97b8-44fb6f1b11df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:01.462889 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3e1c41f2-96d1-410e-827f-f78a51752a97 admin admin] Publish callbacks [] for security_group (839f7936-d814-47d1-88b9-41094edaf4fb), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:01.486378 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 0aa00d08-f1a1-48bd-a38d-0527c712eaa6 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:01.486776 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (0aa00d08-f1a1-48bd-a38d-0527c712eaa6), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:01.497583 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Network e1fb9771-c14c-449d-8f62-3d71790f8b4f is already hosted by enough agents. {{(pid=114606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:50:01.510182 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-e3de0913-9a05-4f5d-82f6-0a6c3492ec0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65469d9a5d8d4f15b304401b0e3425fc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1737289 Mar 09 19:50:01.519133 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36762) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:01.520631 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cd51a0f8-7869-4ff7-8aa2-7889917b85e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:01.521544 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946460f-6e37-4920-bdcd-5eca96b83e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839f7936-d814-47d1-88b9-41094edaf4fb,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:01.538873 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.base_scheduler [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Resources bound (agent type, host, resource id): {{(pid=114606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:50:01.546530 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Pushing event updated for resources: {'Port': ['ID=89c0e2f2-3458-43aa-ae38-112a9bba0463,revision_number=1']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:01.549468 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Received port after_create {{(pid=114606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:50:01.568322 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-f6ea0dfe-e0df-4a07-97b8-44fb6f1b11df None None] Port f76d5962-0b4a-448f-b357-6077a46e2ce7 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:50:01.619900 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:49:57Z', 'revision_number': 3, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:01.629335 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Attempting to bind port 89c0e2f2-3458-43aa-ae38-112a9bba0463 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:50:01.629884 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Attempting to bind port 89c0e2f2-3458-43aa-ae38-112a9bba0463 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:50:01.630414 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Attempting to bind port 89c0e2f2-3458-43aa-ae38-112a9bba0463 on network e1fb9771-c14c-449d-8f62-3d71790f8b4f {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:50:01.636606 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:50:01.637209 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Checking segment: {'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:50:01.637927 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:01.638490 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Bound using segment: {'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:50:01.639284 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Bound port: 89c0e2f2-3458-43aa-ae38-112a9bba0463, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:50:01.639837 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (89c0e2f2-3458-43aa-ae38-112a9bba0463), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:01.654759 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [req-99815388-ab81-420b-bb35-6630c7507b43 req-361030d2-14d7-438e-899c-59a0bf2c10f0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114604) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 19:50:01.656090 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99815388-ab81-420b-bb35-6630c7507b43 req-361030d2-14d7-438e-899c-59a0bf2c10f0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2666049 Mar 09 19:50:01.665813 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390f297a-c6d8-4a62-81e2-ff02d0dc04b0 None None] The sync data for ids ['2a72f63c-3d6e-4079-9d26-b0148203bb48'] in dv-cinder-788366-9-iscsi is: [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:49:57Z', 'revision_number': 3, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:50:01.677358 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3e1c41f2-96d1-410e-827f-f78a51752a97 admin admin] Publish callbacks [] for security_group (839f7936-d814-47d1-88b9-41094edaf4fb), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:01.681284 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de0913-9a05-4f5d-82f6-0a6c3492ec0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e336ab71-8b18-4e1a-8661-83c69423c58e,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:01.737661 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 0aa00d08-f1a1-48bd-a38d-0527c712eaa6 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:01.777195 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-1066f9a3-19da-4619-8577-c52954552101 None None] For port 89c0e2f2-3458-43aa-ae38-112a9bba0463, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:50:01.781776 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-1066f9a3-19da-4619-8577-c52954552101 None None] For port 89c0e2f2-3458-43aa-ae38-112a9bba0463, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=89c0e2f2-3458-43aa-ae38-112a9bba0463,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:50:01.786345 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] Publish callbacks [] for router_gateway (e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:01.792017 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (89c0e2f2-3458-43aa-ae38-112a9bba0463), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:01.837446 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] Publish callbacks [] for port (2ceda2ce-fd23-4a7e-8b8c-63ed44919ece), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:01.839479 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:01.899111 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066f9a3-19da-4619-8577-c52954552101 None None] Pushing event updated for resources: {'Port': ['ID=89c0e2f2-3458-43aa-ae38-112a9bba0463,revision_number=2']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:01.966519 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99815388-ab81-420b-bb35-6630c7507b43 req-9f14d060-fc77-40c4-bc94-e879e0e159b1 service neutron] 10.222.0.16 "GET /v2.0/networks/e3239b76-443e-4739-8be5-90c0b832854f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992988 Mar 09 19:50:01.995119 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (2ceda2ce-fd23-4a7e-8b8c-63ed44919ece), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:02.020675 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7fff-0b1d-4f76-9549-8f2d2f3a8117 admin admin] Publish callbacks [] for security_group (e336ab71-8b18-4e1a-8661-83c69423c58e), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:02.037097 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:02.051253 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] Pushing event updated for resources: {'Port': ['ID=2ceda2ce-fd23-4a7e-8b8c-63ed44919ece,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:02.096005 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:50:02.105292 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] Allocated IP 172.27.3.141 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/f712374a-ceb3-4ca8-ae31-1ef1f45edace) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:50:02.107459 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:50:02.111590 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:50:02.145394 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7fff-0b1d-4f76-9549-8f2d2f3a8117 admin admin] Publish callbacks [] for security_group (e336ab71-8b18-4e1a-8661-83c69423c58e), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:02.168586 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3e1c41f2-96d1-410e-827f-f78a51752a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (839f7936-d814-47d1-88b9-41094edaf4fb), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:02.171252 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3e1c41f2-96d1-410e-827f-f78a51752a97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:02.172600 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-3e1c41f2-96d1-410e-827f-f78a51752a97 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/839f7936-d814-47d1-88b9-41094edaf4fb HTTP/1.1" status: 204 len: 168 time: 0.8378143 Mar 09 19:50:02.176650 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cd51a0f8-7869-4ff7-8aa2-7889917b85e0 admin admin] Publish callbacks [] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:02.205782 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c41f2-96d1-410e-827f-f78a51752a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839f7936-d814-47d1-88b9-41094edaf4fb,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:02.216438 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cd51a0f8-7869-4ff7-8aa2-7889917b85e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:02.217895 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cd51a0f8-7869-4ff7-8aa2-7889917b85e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394919'] for router_interface (2a72f63c-3d6e-4079-9d26-b0148203bb48), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:02.359221 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51a0f8-7869-4ff7-8aa2-7889917b85e0 admin admin] Pushing event updated for resources: {'Port': ['ID=f76d5962-0b4a-448f-b357-6077a46e2ce7,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:02.461800 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99815388-ab81-420b-bb35-6630c7507b43 req-b32bdd8b-0213-45c2-8582-464ba6ec1bf7 service neutron] 10.222.0.16 "GET /v2.0/networks/e3239b76-443e-4739-8be5-90c0b832854f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773324 Mar 09 19:50:02.463113 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] Publish callbacks [] for port (f712374a-ceb3-4ca8-ae31-1ef1f45edace), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:02.466764 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:02.516758 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7fff-0b1d-4f76-9549-8f2d2f3a8117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (e336ab71-8b18-4e1a-8661-83c69423c58e), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:02.520363 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9f8b7fff-0b1d-4f76-9549-8f2d2f3a8117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:02.530112 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-9f8b7fff-0b1d-4f76-9549-8f2d2f3a8117 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e336ab71-8b18-4e1a-8661-83c69423c58e HTTP/1.1" status: 204 len: 168 time: 0.9912965 Mar 09 19:50:02.578112 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b7fff-0b1d-4f76-9549-8f2d2f3a8117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e336ab71-8b18-4e1a-8661-83c69423c58e,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:02.588515 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] Publish callbacks [] for router_gateway (0fa0be56-7fb4-4b1e-8bf2-47e3f96362df), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:02.655856 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd51a0f8-7869-4ff7-8aa2-7889917b85e0 admin admin] Network 2333c970-a951-49ee-a7ad-57bc53c804b9 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:50:02.661140 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-cd51a0f8-7869-4ff7-8aa2-7889917b85e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:50:02.848699 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (f712374a-ceb3-4ca8-ae31-1ef1f45edace), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:02.929570 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36790) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:02.935038 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] Pushing event updated for resources: {'Port': ['ID=f712374a-ceb3-4ca8-ae31-1ef1f45edace,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:02.956372 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8829638c-7323-40ce-b775-5893068c0ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:02.978015 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:50:02.986734 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:50:02.992771 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:50:03.018833 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36800) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:03.102369 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36802) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:03.131174 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-009a170d-0580-4fa7-be33-7c1abed8a19e None None] Provisioning complete for port f76d5962-0b4a-448f-b357-6077a46e2ce7 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:03.148120 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-009a170d-0580-4fa7-be33-7c1abed8a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:03.191366 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a375f69b-a114-424c-9ba1-25bf69bab636 req-0ecb5162-bbac-4046-b383-0621f86eeb66 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 210 time: 0.1547146 Mar 09 19:50:03.197238 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd51a0f8-7869-4ff7-8aa2-7889917b85e0 admin admin] Router 2a72f63c-3d6e-4079-9d26-b0148203bb48 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:50:03.238455 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-009a170d-0580-4fa7-be33-7c1abed8a19e None None] Port f76d5962-0b4a-448f-b357-6077a46e2ce7 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:50:03.354606 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 89c0e2f2-3458-43aa-ae38-112a9bba0463 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:50:03.419227 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd51a0f8-7869-4ff7-8aa2-7889917b85e0 admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:50:03.429156 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-cd51a0f8-7869-4ff7-8aa2-7889917b85e0 admin admin] 10.222.0.16 "PUT /v2.0/routers/2a72f63c-3d6e-4079-9d26-b0148203bb48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6258621 Mar 09 19:50:03.465484 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 89c0e2f2-3458-43aa-ae38-112a9bba0463 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:03.466327 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (89c0e2f2-3458-43aa-ae38-112a9bba0463), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:03.563928 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8829638c-7323-40ce-b775-5893068c0ecd admin admin] Publish callbacks [] for security_group (8605d85f-730b-4a66-8340-39759fcad8d3), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:03.603379 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8829638c-7323-40ce-b775-5893068c0ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (8605d85f-730b-4a66-8340-39759fcad8d3), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:03.605857 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d2713061-bcb0-4f37-8287-0710a340369f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:03.646344 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 89c0e2f2-3458-43aa-ae38-112a9bba0463 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:03.647043 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (89c0e2f2-3458-43aa-ae38-112a9bba0463), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:03.737376 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] For port 89c0e2f2-3458-43aa-ae38-112a9bba0463, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=89c0e2f2-3458-43aa-ae38-112a9bba0463,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:03.744444 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (89c0e2f2-3458-43aa-ae38-112a9bba0463), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:03.752762 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:50:03.827196 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d2713061-bcb0-4f37-8287-0710a340369f admin admin] Publish callbacks [] for security_group (09f00a24-51c5-4f1f-8c12-7a128d3c1b7c), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:03.834581 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d2713061-bcb0-4f37-8287-0710a340369f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (09f00a24-51c5-4f1f-8c12-7a128d3c1b7c), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:03.926871 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Pushing event updated for resources: {'Port': ['ID=89c0e2f2-3458-43aa-ae38-112a9bba0463,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:03.991383 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68df12b3-a53e-46ab-b9e7-f4d92f9cfe0e None None] Network e1fb9771-c14c-449d-8f62-3d71790f8b4f requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:50:03.992230 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-d2713061-bcb0-4f37-8287-0710a340369f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d7ca4e9e716411097e77849bd52b060&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8582892 Mar 09 19:50:03.994209 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2713061-bcb0-4f37-8287-0710a340369f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f00a24-51c5-4f1f-8c12-7a128d3c1b7c,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:04.005631 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36860) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:04.145784 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-4f13e106-68ac-4912-a09f-6d18d28bd5f8 None None] Provisioning complete for port 89c0e2f2-3458-43aa-ae38-112a9bba0463 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:04.145784 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-4f13e106-68ac-4912-a09f-6d18d28bd5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (89c0e2f2-3458-43aa-ae38-112a9bba0463), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:04.265087 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:04.276907 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-8829638c-7323-40ce-b775-5893068c0ecd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d73bfdf199ec4d288d57741960791989&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3386734 Mar 09 19:50:04.277938 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36878) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:04.300259 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396900'] for router (0fa0be56-7fb4-4b1e-8bf2-47e3f96362df), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:04.319894 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829638c-7323-40ce-b775-5893068c0ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8605d85f-730b-4a66-8340-39759fcad8d3,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:04.338426 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] Publish callbacks [] for router_gateway (e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:04.364209 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-bcd0ded1-cba2-4c67-b0fe-032d8fec4840 admin admin] Publish callbacks [] for security_group (09f00a24-51c5-4f1f-8c12-7a128d3c1b7c), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:04.400485 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-bcd0ded1-cba2-4c67-b0fe-032d8fec4840 admin admin] Publish callbacks [] for security_group (09f00a24-51c5-4f1f-8c12-7a128d3c1b7c), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:04.478488 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ea5a6083-cdcc-4acf-a686-dae9d7a555f6 req-827b2518-02c3-49b0-900f-d02424fbe439 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 210 time: 0.0585172 Mar 09 19:50:04.499054 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-70d7396f-d062-4537-874a-ab53a44dee23 admin admin] Publish callbacks [] for security_group (8605d85f-730b-4a66-8340-39759fcad8d3), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:04.536809 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-70d7396f-d062-4537-874a-ab53a44dee23 admin admin] Publish callbacks [] for security_group (8605d85f-730b-4a66-8340-39759fcad8d3), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:04.554452 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-bcd0ded1-cba2-4c67-b0fe-032d8fec4840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (09f00a24-51c5-4f1f-8c12-7a128d3c1b7c), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:04.560545 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-bcd0ded1-cba2-4c67-b0fe-032d8fec4840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:04.562042 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-bcd0ded1-cba2-4c67-b0fe-032d8fec4840 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09f00a24-51c5-4f1f-8c12-7a128d3c1b7c HTTP/1.1" status: 204 len: 168 time: 0.5540400 Mar 09 19:50:04.593919 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0ded1-cba2-4c67-b0fe-032d8fec4840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f00a24-51c5-4f1f-8c12-7a128d3c1b7c,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:04.631823 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-70d7396f-d062-4537-874a-ab53a44dee23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (8605d85f-730b-4a66-8340-39759fcad8d3), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:04.637194 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-70d7396f-d062-4537-874a-ab53a44dee23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:04.641900 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-70d7396f-d062-4537-874a-ab53a44dee23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8605d85f-730b-4a66-8340-39759fcad8d3 HTTP/1.1" status: 204 len: 168 time: 0.3629489 Mar 09 19:50:04.660539 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7396f-d062-4537-874a-ab53a44dee23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8605d85f-730b-4a66-8340-39759fcad8d3,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:04.873765 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Sync routers for ids ['2a72f63c-3d6e-4079-9d26-b0148203bb48'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:50:04.942253 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:04.942985 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36914) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:04.947839 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-680d317c-c50e-47b9-88e6-3cbde305a3df tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1410639769', 'description': 'tempest-description--639286292'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:04.963693 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (75bfe8e8-8c1e-4836-a8d8-05b61cf62d28), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:05.003228 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] Router 0fa0be56-7fb4-4b1e-8bf2-47e3f96362df is scheduled to L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c with binding_index 1 {{(pid=114605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 19:50:05.009052 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-680d317c-c50e-47b9-88e6-3cbde305a3df tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:05.098076 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396900'] for router (e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:05.160423 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-680d317c-c50e-47b9-88e6-3cbde305a3df tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group (74e42ed1-7a78-4d30-a3e7-8396e6293094), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:05.165991 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-680d317c-c50e-47b9-88e6-3cbde305a3df tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (74e42ed1-7a78-4d30-a3e7-8396e6293094), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:05.174208 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Routers {'2a72f63c-3d6e-4079-9d26-b0148203bb48'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:50:05.176892 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:50:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['2a72f63c-3d6e-4079-9d26-b0148203bb48'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:05.210949 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-680d317c-c50e-47b9-88e6-3cbde305a3df tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:05.215569 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-680d317c-c50e-47b9-88e6-3cbde305a3df tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2689695 Mar 09 19:50:05.216412 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36922) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:05.222931 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-d1db3269-c110-47e6-ba1a-2a3b09fda007 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Request body: {'security_group_rule': {'security_group_id': '74e42ed1-7a78-4d30-a3e7-8396e6293094', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:05.234218 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d317c-c50e-47b9-88e6-3cbde305a3df tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e42ed1-7a78-4d30-a3e7-8396e6293094,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:05.264397 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d1db3269-c110-47e6-ba1a-2a3b09fda007 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group_rule (d5d0c04e-295d-415d-92f7-58021eef5253), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:05.354978 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d1db3269-c110-47e6-ba1a-2a3b09fda007 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group_rule (d5d0c04e-295d-415d-92f7-58021eef5253), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:05.360413 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d1db3269-c110-47e6-ba1a-2a3b09fda007 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (d5d0c04e-295d-415d-92f7-58021eef5253), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:05.400278 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db3269-c110-47e6-ba1a-2a3b09fda007 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d0c04e-295d-415d-92f7-58021eef5253,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:05.418068 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-4f13e106-68ac-4912-a09f-6d18d28bd5f8 None None] Current status of the port 89c0e2f2-3458-43aa-ae38-112a9bba0463 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:05.419471 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d1db3269-c110-47e6-ba1a-2a3b09fda007 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:05.423351 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-d1db3269-c110-47e6-ba1a-2a3b09fda007 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2054186 Mar 09 19:50:05.425377 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36930) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:05.431687 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-625f0f43-9435-4294-9d2b-5b40cc697239 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Request body: {'security_group_rule': {'security_group_id': '74e42ed1-7a78-4d30-a3e7-8396e6293094', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:05.478729 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-625f0f43-9435-4294-9d2b-5b40cc697239 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group_rule (a44f836b-50f9-4daf-8d19-c15790608419), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:05.543519 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] Router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 is scheduled to L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c with binding_index 1 {{(pid=114605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 19:50:05.562813 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:50:05.578831 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Sync routers for ids ['0fa0be56-7fb4-4b1e-8bf2-47e3f96362df'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:50:05.579324 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-625f0f43-9435-4294-9d2b-5b40cc697239 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group_rule (a44f836b-50f9-4daf-8d19-c15790608419), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:05.586644 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-625f0f43-9435-4294-9d2b-5b40cc697239 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (a44f836b-50f9-4daf-8d19-c15790608419), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:05.599989 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Routers {'0fa0be56-7fb4-4b1e-8bf2-47e3f96362df'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:50:05.600912 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:50:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fa0be56-7fb4-4b1e-8bf2-47e3f96362df'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:05.609437 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:05.609837 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (75bfe8e8-8c1e-4836-a8d8-05b61cf62d28), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:05.618469 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f0f43-9435-4294-9d2b-5b40cc697239 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44f836b-50f9-4daf-8d19-c15790608419,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:05.639187 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-625f0f43-9435-4294-9d2b-5b40cc697239 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:05.641761 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-625f0f43-9435-4294-9d2b-5b40cc697239 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2150121 Mar 09 19:50:05.646374 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 36946) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:05.653227 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-7784ece6-d117-4cf8-9000-621ecb5c58ed tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Request body: {'floatingip': {'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:05.688499 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7784ece6-d117-4cf8-9000-621ecb5c58ed tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:05.688666 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] For port 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=75bfe8e8-8c1e-4836-a8d8-05b61cf62d28,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:05.709368 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (75bfe8e8-8c1e-4836-a8d8-05b61cf62d28), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:05.750871 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] Publish callbacks [] for router (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:05.757824 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-d83ca023-b0c1-459f-a481-ca5d31f0b62a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.7619851 Mar 09 19:50:05.765505 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36950) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:05.843311 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Set router 2a72f63c-3d6e-4079-9d26-b0148203bb48 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:50:05.928625 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 89c0e2f2-3458-43aa-ae38-112a9bba0463 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:50:05.950831 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:50:05.976556 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Sync routers for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:50:05.983270 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Set router 0fa0be56-7fb4-4b1e-8bf2-47e3f96362df gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:50:06.018726 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ca273352-f9d4-4168-baed-27749c119bc0 req-3fc4b984-02cb-4290-8c77-f2556b3e7791 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 210 time: 0.0636382 Mar 09 19:50:06.079096 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:50:06.080122 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:50:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:06.081200 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:06.083626 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Pushing event updated for resources: {'Port': ['ID=75bfe8e8-8c1e-4836-a8d8-05b61cf62d28,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:06.087891 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-2c687dae-16a1-45fe-aaa7-d7fffbdd8035 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8228047 Mar 09 19:50:06.090256 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-fe94a36b-b434-4674-a6f0-f95fe7dc2844 None None] Provisioning complete for port 89c0e2f2-3458-43aa-ae38-112a9bba0463 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:06.090873 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-fe94a36b-b434-4674-a6f0-f95fe7dc2844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (89c0e2f2-3458-43aa-ae38-112a9bba0463), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:06.091913 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 36954) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:06.130262 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7784ece6-d117-4cf8-9000-621ecb5c58ed tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:06.319600 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 89c0e2f2-3458-43aa-ae38-112a9bba0463 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:06.320677 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (89c0e2f2-3458-43aa-ae38-112a9bba0463), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:06.356530 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [None req-7784ece6-d117-4cf8-9000-621ecb5c58ed tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Allocated IP 172.27.3.94 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/ce717b9f-fbc6-44b1-80af-ea7b48e3a9e9) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:50:06.449762 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa0be56-7fb4-4b1e-8bf2-47e3f96362df', 'name': 'tempest-ServerRescueNegativeTestJSON-1597988352-router', 'tenant_id': 'f40a33baeda64a69bab5c022461457ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '2ceda2ce-fd23-4a7e-8b8c-63ed44919ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:58Z', 'updated_at': '2022-03-09T19:50:02Z', 'revision_number': 3, 'project_id': 'f40a33baeda64a69bab5c022461457ab', 'gw_port': {'id': '2ceda2ce-fd23-4a7e-8b8c-63ed44919ece', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa0be56-7fb4-4b1e-8bf2-47e3f96362df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:00Z', 'updated_at': '2022-03-09T19:50:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:06.481658 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-fe94a36b-b434-4674-a6f0-f95fe7dc2844 None None] Current status of the port 89c0e2f2-3458-43aa-ae38-112a9bba0463 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:06.507671 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Checking router: 0fa0be56-7fb4-4b1e-8bf2-47e3f96362df for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:50:06.508055 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Updating router 0fa0be56-7fb4-4b1e-8bf2-47e3f96362df port 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece binding host dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:50:06.542735 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:50:06.595059 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.20', 49329) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:06.613682 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (2ceda2ce-fd23-4a7e-8b8c-63ed44919ece), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:06.752998 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7784ece6-d117-4cf8-9000-621ecb5c58ed tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for port (ce717b9f-fbc6-44b1-80af-ea7b48e3a9e9), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:06.789751 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99815388-ab81-420b-bb35-6630c7507b43 req-4240b80f-100b-4b7c-9e6f-f7cf54c7560e tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:06.791250 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99815388-ab81-420b-bb35-6630c7507b43 req-4240b80f-100b-4b7c-9e6f-f7cf54c7560e tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.20 "GET /v2.0/networks?id=e3239b76-443e-4739-8be5-90c0b832854f HTTP/1.1" status: 200 len: 811 time: 0.1951373 Mar 09 19:50:06.834799 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7784ece6-d117-4cf8-9000-621ecb5c58ed tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (ce717b9f-fbc6-44b1-80af-ea7b48e3a9e9), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:06.849157 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-99815388-ab81-420b-bb35-6630c7507b43 req-07829bd2-c739-4ad7-877a-efe418852dca tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Request body: {'port': {'device_id': '39971a88-a664-44e1-9f2c-99431a61e407', 'network_id': 'e3239b76-443e-4739-8be5-90c0b832854f', 'admin_state_up': True, 'tenant_id': 'd28b0c2c14e04c179da85c93bf62c601'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:06.930118 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784ece6-d117-4cf8-9000-621ecb5c58ed tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Pushing event updated for resources: {'Port': ['ID=ce717b9f-fbc6-44b1-80af-ea7b48e3a9e9,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:06.983483 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7784ece6-d117-4cf8-9000-621ecb5c58ed tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:50:06.984559 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 89c0e2f2-3458-43aa-ae38-112a9bba0463 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:06.991303 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-7784ece6-d117-4cf8-9000-621ecb5c58ed tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:50:06.999367 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7784ece6-d117-4cf8-9000-621ecb5c58ed tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:50:07.037202 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:50:01Z', 'revision_number': 4, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'f76d5962-0b4a-448f-b357-6077a46e2ce7', 'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'mac_address': 'fa:16:3e:c7:0a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:01Z', 'revision_number': 2, 'project_id': '52cda80c344647d9be865c160e333e2b', 'subnets': [{'id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:07.109220 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7784ece6-d117-4cf8-9000-621ecb5c58ed tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for floatingip (542bcaef-746a-4392-b57b-001e21e75a6a), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:07.158003 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Checking router: 2a72f63c-3d6e-4079-9d26-b0148203bb48 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:50:07.158360 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Updating router 2a72f63c-3d6e-4079-9d26-b0148203bb48 port f76d5962-0b4a-448f-b357-6077a46e2ce7 binding host dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:50:07.209248 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7784ece6-d117-4cf8-9000-621ecb5c58ed tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (ce717b9f-fbc6-44b1-80af-ea7b48e3a9e9), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:07.308767 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:07.373260 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6664ac35-c52f-4ca8-8754-52e951bf3f49 req-0cc9fc2a-ea0f-4b95-9207-ecad7cba264b tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 210 time: 0.0694418 Mar 09 19:50:07.414413 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:03Z', 'revision_number': 3, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:07.561967 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Checking router: e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:50:07.562447 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Updating router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 port f712374a-ceb3-4ca8-ae31-1ef1f45edace binding host dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:50:07.595547 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99815388-ab81-420b-bb35-6630c7507b43 req-07829bd2-c739-4ad7-877a-efe418852dca tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Made reservation on behalf of d28b0c2c14e04c179da85c93bf62c601 for: {'port': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:50:07.599523 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-99815388-ab81-420b-bb35-6630c7507b43 req-07829bd2-c739-4ad7-877a-efe418852dca tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:07.615277 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (f712374a-ceb3-4ca8-ae31-1ef1f45edace), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:07.641030 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Publish callbacks [] for port (2ceda2ce-fd23-4a7e-8b8c-63ed44919ece), precommit_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:07.654890 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (2ceda2ce-fd23-4a7e-8b8c-63ed44919ece), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:07.723776 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-300033a4-3604-489b-91dd-234021ed8428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:07.770197 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b248416-85ba-4878-8b87-043ec749a27d None None] Pushing event updated for resources: {'Port': ['ID=2ceda2ce-fd23-4a7e-8b8c-63ed44919ece,revision_number=2']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:07.826003 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Attempting to bind port 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:50:07.826469 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Attempting to bind port 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:50:07.826907 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Attempting to bind port 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece on network e6010f1c-f022-4815-b6b9-5cdf43535436 {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:50:07.841774 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:50:07.848359 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Checking segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:50:07.849135 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:07.851813 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Bound using segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:50:07.852515 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Bound port: 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:50:07.853051 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (2ceda2ce-fd23-4a7e-8b8c-63ed44919ece), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:07.971286 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] For port 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:50:07.979415 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] For port 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=2ceda2ce-fd23-4a7e-8b8c-63ed44919ece,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:50:08.008956 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (2ceda2ce-fd23-4a7e-8b8c-63ed44919ece), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:08.162295 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:50:08.162539 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7784ece6-d117-4cf8-9000-621ecb5c58ed tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for port (ce717b9f-fbc6-44b1-80af-ea7b48e3a9e9), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:08.195560 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Routers {'0fa0be56-7fb4-4b1e-8bf2-47e3f96362df'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:50:08.196303 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:50:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fa0be56-7fb4-4b1e-8bf2-47e3f96362df'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:08.198954 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b248416-85ba-4878-8b87-043ec749a27d None None] Pushing event updated for resources: {'Port': ['ID=2ceda2ce-fd23-4a7e-8b8c-63ed44919ece,revision_number=3']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:08.222375 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7784ece6-d117-4cf8-9000-621ecb5c58ed tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (ce717b9f-fbc6-44b1-80af-ea7b48e3a9e9), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:08.245291 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7784ece6-d117-4cf8-9000-621ecb5c58ed tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (542bcaef-746a-4392-b57b-001e21e75a6a), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:08.333668 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7784ece6-d117-4cf8-9000-621ecb5c58ed tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:08.345034 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-7784ece6-d117-4cf8-9000-621ecb5c58ed tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6974492 Mar 09 19:50:08.390638 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [req-99815388-ab81-420b-bb35-6630c7507b43 req-07829bd2-c739-4ad7-877a-efe418852dca tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Allocated IP 172.20.0.6 (e3239b76-443e-4739-8be5-90c0b832854f/9712466e-f53c-42aa-be02-2912c1136e50/1ddc2388-330b-40fd-b39e-a908ee608299) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:50:08.445143 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784ece6-d117-4cf8-9000-621ecb5c58ed tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Pushing event updated for resources: {'Port': ['ID=ce717b9f-fbc6-44b1-80af-ea7b48e3a9e9,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:08.522786 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-dee0b07a-5fc9-4368-9bac-bcc02f6db0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:08.541808 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [None req-300033a4-3604-489b-91dd-234021ed8428 admin admin] Allocated IP 172.20.0.1 (afc5eb80-49ab-4378-95f2-aaf87384a62e/80514b34-5e48-4a20-8a26-dafa704cc5f5/fc05b0d0-f6ed-413e-8bb7-0066045a5e58) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:50:08.599415 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] Set router 0fa0be56-7fb4-4b1e-8bf2-47e3f96362df gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:50:08.755065 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:08.757087 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (75bfe8e8-8c1e-4836-a8d8-05b61cf62d28), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:08.893820 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Publish callbacks [] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), precommit_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:08.939041 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:09.101819 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [None req-dee0b07a-5fc9-4368-9bac-bcc02f6db0b6 admin admin] Allocated IP 172.20.0.1 (e1fb9771-c14c-449d-8f62-3d71790f8b4f/1691d741-1db9-45a9-b9fc-c8baf7574710/3afc5d20-f34a-4a18-870c-30730eb00de7) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:50:09.158482 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fcf5b-1cf2-46d3-aa79-eb93d5caa4c9 None None] Pushing event updated for resources: {'Port': ['ID=f76d5962-0b4a-448f-b357-6077a46e2ce7,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:09.202301 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa0be56-7fb4-4b1e-8bf2-47e3f96362df', 'name': 'tempest-ServerRescueNegativeTestJSON-1597988352-router', 'tenant_id': 'f40a33baeda64a69bab5c022461457ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '2ceda2ce-fd23-4a7e-8b8c-63ed44919ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:58Z', 'updated_at': '2022-03-09T19:50:02Z', 'revision_number': 3, 'project_id': 'f40a33baeda64a69bab5c022461457ab', 'gw_port': {'id': '2ceda2ce-fd23-4a7e-8b8c-63ed44919ece', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa0be56-7fb4-4b1e-8bf2-47e3f96362df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:00Z', 'updated_at': '2022-03-09T19:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:09.260877 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-dee0b07a-5fc9-4368-9bac-bcc02f6db0b6 admin admin] Publish callbacks [] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:09.341856 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-dee0b07a-5fc9-4368-9bac-bcc02f6db0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:09.351475 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76290b7e-a192-473f-8420-a6f80ed9d1e5 None None] The sync data for ids ['0fa0be56-7fb4-4b1e-8bf2-47e3f96362df'] in dv-cinder-788366-9-iscsi is: [{'id': '0fa0be56-7fb4-4b1e-8bf2-47e3f96362df', 'name': 'tempest-ServerRescueNegativeTestJSON-1597988352-router', 'tenant_id': 'f40a33baeda64a69bab5c022461457ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '2ceda2ce-fd23-4a7e-8b8c-63ed44919ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:58Z', 'updated_at': '2022-03-09T19:50:02Z', 'revision_number': 3, 'project_id': 'f40a33baeda64a69bab5c022461457ab', 'gw_port': {'id': '2ceda2ce-fd23-4a7e-8b8c-63ed44919ece', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa0be56-7fb4-4b1e-8bf2-47e3f96362df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:00Z', 'updated_at': '2022-03-09T19:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:50:09.355589 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Publish callbacks [] for port (f712374a-ceb3-4ca8-ae31-1ef1f45edace), precommit_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:09.491776 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-70631f85-de49-47d0-886c-45c340473985 req-478227c5-9c10-4aae-97a4-406045e4595b tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 210 time: 0.8020470 Mar 09 19:50:09.495097 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (f712374a-ceb3-4ca8-ae31-1ef1f45edace), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:09.523131 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee0b07a-5fc9-4368-9bac-bcc02f6db0b6 admin admin] Network e1fb9771-c14c-449d-8f62-3d71790f8b4f is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:50:09.576751 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-dee0b07a-5fc9-4368-9bac-bcc02f6db0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:50:09.598576 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee0b07a-5fc9-4368-9bac-bcc02f6db0b6 admin admin] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:50:09.599348 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-dee0b07a-5fc9-4368-9bac-bcc02f6db0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394763'] for router_interface (e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:09.707723 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-6fb9038b-5f53-4311-978c-b2b3110e3336 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1410639769&fields=id&tenant_id=52cda80c344647d9be865c160e333e2b HTTP/1.1" status: 200 len: 267 time: 0.3262672 Mar 09 19:50:09.751814 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:09.767531 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4e701-64eb-4aec-bb1d-4505d78a9e75 None None] Pushing event updated for resources: {'Port': ['ID=f712374a-ceb3-4ca8-ae31-1ef1f45edace,revision_number=2']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:09.779210 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Attempting to bind port f76d5962-0b4a-448f-b357-6077a46e2ce7 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:50:09.780381 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Attempting to bind port f76d5962-0b4a-448f-b357-6077a46e2ce7 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'b4cd3480-21d1-4073-a3a0-edd949c13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:50:09.780748 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Attempting to bind port f76d5962-0b4a-448f-b357-6077a46e2ce7 on network 2333c970-a951-49ee-a7ad-57bc53c804b9 {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:50:09.842821 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-99815388-ab81-420b-bb35-6630c7507b43 req-07829bd2-c739-4ad7-877a-efe418852dca tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Publish callbacks [] for port (1ddc2388-330b-40fd-b39e-a908ee608299), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:09.899405 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Attempting to bind port f712374a-ceb3-4ca8-ae31-1ef1f45edace on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:50:09.899794 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Attempting to bind port f712374a-ceb3-4ca8-ae31-1ef1f45edace by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:50:09.900276 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Attempting to bind port f712374a-ceb3-4ca8-ae31-1ef1f45edace on network e6010f1c-f022-4815-b6b9-5cdf43535436 {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:50:09.915530 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:50:09.918116 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Checking segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:50:09.918649 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:09.921293 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Bound using segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:50:09.921827 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Bound port: f712374a-ceb3-4ca8-ae31-1ef1f45edace, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:50:09.926740 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (f712374a-ceb3-4ca8-ae31-1ef1f45edace), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:10.036297 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-d3b2908f-ac22-4c8e-aa82-dfb9d82334c3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:10.039462 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-d3b2908f-ac22-4c8e-aa82-dfb9d82334c3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/networks?id=2333c970-a951-49ee-a7ad-57bc53c804b9 HTTP/1.1" status: 200 len: 816 time: 0.3102739 Mar 09 19:50:10.041168 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-99815388-ab81-420b-bb35-6630c7507b43 req-07829bd2-c739-4ad7-877a-efe418852dca tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (1ddc2388-330b-40fd-b39e-a908ee608299), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:10.081338 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0b07a-5fc9-4368-9bac-bcc02f6db0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=3afc5d20-f34a-4a18-870c-30730eb00de7,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:10.145507 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] For port f712374a-ceb3-4ca8-ae31-1ef1f45edace, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:50:10.148347 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 37102) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:10.150236 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] For port f712374a-ceb3-4ca8-ae31-1ef1f45edace, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=f712374a-ceb3-4ca8-ae31-1ef1f45edace,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:50:10.159038 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:50:10.159470 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Checking segment: {'id': 'b4cd3480-21d1-4073-a3a0-edd949c13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:50:10.160730 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:10.161132 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Bound using segment: {'id': 'b4cd3480-21d1-4073-a3a0-edd949c13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:50:10.161835 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Bound port: f76d5962-0b4a-448f-b357-6077a46e2ce7, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4cd3480-21d1-4073-a3a0-edd949c13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:50:10.162237 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:10.257939 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99815388-ab81-420b-bb35-6630c7507b43 req-07829bd2-c739-4ad7-877a-efe418852dca tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Network e3239b76-443e-4739-8be5-90c0b832854f is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:50:10.265909 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-dee0b07a-5fc9-4368-9bac-bcc02f6db0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:10.281415 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [req-99815388-ab81-420b-bb35-6630c7507b43 req-07829bd2-c739-4ad7-877a-efe418852dca tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:50:10.311856 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [req-99815388-ab81-420b-bb35-6630c7507b43 req-07829bd2-c739-4ad7-877a-efe418852dca tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:50:10.312656 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] For port f76d5962-0b4a-448f-b357-6077a46e2ce7, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:50:10.317646 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] For port f76d5962-0b4a-448f-b357-6077a46e2ce7, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=f76d5962-0b4a-448f-b357-6077a46e2ce7,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:50:10.325295 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99815388-ab81-420b-bb35-6630c7507b43 req-07829bd2-c739-4ad7-877a-efe418852dca tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:10.327297 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-99815388-ab81-420b-bb35-6630c7507b43 req-07829bd2-c739-4ad7-877a-efe418852dca tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:10.327478 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (f712374a-ceb3-4ca8-ae31-1ef1f45edace), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:10.336650 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-4c0426cd-0258-4272-a246-f5d20f74c4ca tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/quotas/52cda80c344647d9be865c160e333e2b HTTP/1.1" status: 200 len: 375 time: 0.1083212 Mar 09 19:50:10.340407 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:10.366880 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-2aff2929-1c14-4e08-b773-43119432830a None None] Provisioning complete for port f76d5962-0b4a-448f-b357-6077a46e2ce7 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:10.367266 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-300033a4-3604-489b-91dd-234021ed8428 admin admin] Publish callbacks [] for port (fc05b0d0-f6ed-413e-8bb7-0066045a5e58), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:10.367763 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-2aff2929-1c14-4e08-b773-43119432830a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:10.548974 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Routers {'2a72f63c-3d6e-4079-9d26-b0148203bb48'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:50:10.560443 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:50:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['2a72f63c-3d6e-4079-9d26-b0148203bb48'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:10.576008 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07829bd2-c739-4ad7-877a-efe418852dca tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Pushing event updated for resources: {'Port': ['ID=1ddc2388-330b-40fd-b39e-a908ee608299,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:10.600302 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99815388-ab81-420b-bb35-6630c7507b43 req-07829bd2-c739-4ad7-877a-efe418852dca tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7633626 Mar 09 19:50:10.646647 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [req-99815388-ab81-420b-bb35-6630c7507b43 req-6d8b4a6b-9f3c-4ed5-96fe-3d72e63b9b04 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114604) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 19:50:10.647730 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99815388-ab81-420b-bb35-6630c7507b43 req-6d8b4a6b-9f3c-4ed5-96fe-3d72e63b9b04 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0218360 Mar 09 19:50:10.714834 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-67a3e20d-6fbf-49da-aefd-acc5b8486e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:10.893198 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-17e8cc71-9b52-4f14-b6f0-9e6d57036047 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=52cda80c344647d9be865c160e333e2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5374036 Mar 09 19:50:11.088086 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-300033a4-3604-489b-91dd-234021ed8428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (fc05b0d0-f6ed-413e-8bb7-0066045a5e58), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:11.181816 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-274494ea-bef4-4508-8b3d-6c8ce5787c95 service neutron] 10.222.0.16 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523527 Mar 09 19:50:11.219986 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Request body: {'port': {'device_id': '39971a88-a664-44e1-9f2c-99431a61e407', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:11.252030 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] Set router 2a72f63c-3d6e-4079-9d26-b0148203bb48 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:50:11.252643 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300033a4-3604-489b-91dd-234021ed8428 admin admin] Pushing event updated for resources: {'Port': ['ID=fc05b0d0-f6ed-413e-8bb7-0066045a5e58,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:11.344161 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300033a4-3604-489b-91dd-234021ed8428 admin admin] Network afc5eb80-49ab-4378-95f2-aaf87384a62e is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:50:11.359985 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-300033a4-3604-489b-91dd-234021ed8428 admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:50:11.364473 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017754c-f998-4f8f-8990-00e429a649a6 req-567ebb2e-b093-405a-8c9a-52ce59a52b11 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:11.367237 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2017754c-f998-4f8f-8990-00e429a649a6 req-567ebb2e-b093-405a-8c9a-52ce59a52b11 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 931 time: 0.6920903 Mar 09 19:50:11.374174 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300033a4-3604-489b-91dd-234021ed8428 admin admin] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:50:11.374865 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-300033a4-3604-489b-91dd-234021ed8428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394763'] for router_interface (0fa0be56-7fb4-4b1e-8bf2-47e3f96362df), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:11.600717 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4e701-64eb-4aec-bb1d-4505d78a9e75 None None] Pushing event updated for resources: {'Port': ['ID=f712374a-ceb3-4ca8-ae31-1ef1f45edace,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:11.669502 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:50:11.670643 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:50:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:11.686386 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-dee0b07a-5fc9-4368-9bac-bcc02f6db0b6 admin admin] Publish callbacks [] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:11.731250 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-dee0b07a-5fc9-4368-9bac-bcc02f6db0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:11.732276 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-dee0b07a-5fc9-4368-9bac-bcc02f6db0b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394919'] for router_interface (e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:11.735018 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2017754c-f998-4f8f-8990-00e429a649a6 req-2b926cf9-e9a3-4eef-97dc-48f18843b735 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/security-groups?id=af2ab9e2-01a4-4363-8562-f33094fa11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389006 Mar 09 19:50:11.781211 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (1ddc2388-330b-40fd-b39e-a908ee608299), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:11.854403 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-f4e02c49-c849-48da-8763-b48e5e4d8bef service neutron] 10.222.0.16 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6717443 Mar 09 19:50:11.858898 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-67a3e20d-6fbf-49da-aefd-acc5b8486e18 admin admin] Publish callbacks [] for security_group (ecce2c03-386d-42df-a9eb-022529306b63), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:11.864980 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-300033a4-3604-489b-91dd-234021ed8428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (fc05b0d0-f6ed-413e-8bb7-0066045a5e58), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:11.928803 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 37162) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:12.089953 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-67a3e20d-6fbf-49da-aefd-acc5b8486e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (ecce2c03-386d-42df-a9eb-022529306b63), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:12.091829 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-2aff2929-1c14-4e08-b773-43119432830a None None] Current status of the port f76d5962-0b4a-448f-b357-6077a46e2ce7 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:12.092221 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-2aff2929-1c14-4e08-b773-43119432830a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:12.109790 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:50:12.309138 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0b07a-5fc9-4368-9bac-bcc02f6db0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=3afc5d20-f34a-4a18-870c-30730eb00de7,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:12.350045 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-67a3e20d-6fbf-49da-aefd-acc5b8486e18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc7c300ec7d14ef3adff815468b5ab57&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1996617 Mar 09 19:50:12.351948 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3e20d-6fbf-49da-aefd-acc5b8486e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecce2c03-386d-42df-a9eb-022529306b63,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:12.373055 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 37176) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:12.537692 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8866a509-9b75-4f8f-bfa3-d7032e7b80f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:12.587736 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-300033a4-3604-489b-91dd-234021ed8428 admin admin] Publish callbacks [] for port (fc05b0d0-f6ed-413e-8bb7-0066045a5e58), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:12.593782 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:12.594311 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (2ceda2ce-fd23-4a7e-8b8c-63ed44919ece), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:12.604661 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-300033a4-3604-489b-91dd-234021ed8428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (fc05b0d0-f6ed-413e-8bb7-0066045a5e58), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:12.606998 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-300033a4-3604-489b-91dd-234021ed8428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394919'] for router_interface (0fa0be56-7fb4-4b1e-8bf2-47e3f96362df), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:12.675632 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58fcf5b-1cf2-46d3-aa79-eb93d5caa4c9 None None] Pushing event updated for resources: {'Port': ['ID=f76d5962-0b4a-448f-b357-6077a46e2ce7,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:12.749695 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-2aff2929-1c14-4e08-b773-43119432830a None None] For port f76d5962-0b4a-448f-b357-6077a46e2ce7, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=f76d5962-0b4a-448f-b357-6077a46e2ce7,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:12.763009 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300033a4-3604-489b-91dd-234021ed8428 admin admin] Pushing event updated for resources: {'Port': ['ID=fc05b0d0-f6ed-413e-8bb7-0066045a5e58,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:12.804947 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-2aff2929-1c14-4e08-b773-43119432830a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:12.871222 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee0b07a-5fc9-4368-9bac-bcc02f6db0b6 admin admin] Network e1fb9771-c14c-449d-8f62-3d71790f8b4f is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:50:12.884504 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-dee0b07a-5fc9-4368-9bac-bcc02f6db0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:50:12.966904 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-36676ccb-0e5e-46be-8132-0607e0ee68d1 req-a8d9c539-8583-4e08-a534-fa4193bc677a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 210 time: 0.5900738 Mar 09 19:50:13.137975 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:50:13.368360 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300033a4-3604-489b-91dd-234021ed8428 admin admin] Network afc5eb80-49ab-4378-95f2-aaf87384a62e is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:50:13.405572 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-300033a4-3604-489b-91dd-234021ed8428 admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:50:13.492890 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-447a0fdd-7993-4228-b505-24b4abed44d3 admin admin] Publish callbacks [] for security_group (ecce2c03-386d-42df-a9eb-022529306b63), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:13.518512 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a1f4f-9764-4cb1-a265-e7f920bb2a16 req-a5430676-10fb-4bac-aded-8c6a3cc14414 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:13.520694 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-395a1f4f-9764-4cb1-a265-e7f920bb2a16 req-a5430676-10fb-4bac-aded-8c6a3cc14414 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 931 time: 0.6596348 Mar 09 19:50:13.667588 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ddc2388-330b-40fd-b39e-a908ee608299 {{(pid=114604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:50:13.726913 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-447a0fdd-7993-4228-b505-24b4abed44d3 admin admin] Publish callbacks [] for security_group (ecce2c03-386d-42df-a9eb-022529306b63), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:13.777322 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Publish callbacks [] for port (1ddc2388-330b-40fd-b39e-a908ee608299), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:13.819397 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8866a509-9b75-4f8f-bfa3-d7032e7b80f4 admin admin] Publish callbacks [] for security_group (cc0d6757-5cbd-4b97-bf66-a78c4fe63959), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:13.914096 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8866a509-9b75-4f8f-bfa3-d7032e7b80f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (cc0d6757-5cbd-4b97-bf66-a78c4fe63959), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:13.919445 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee0b07a-5fc9-4368-9bac-bcc02f6db0b6 admin admin] Router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:50:13.929172 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff2929-1c14-4e08-b773-43119432830a None None] Pushing event updated for resources: {'Port': ['ID=f76d5962-0b4a-448f-b357-6077a46e2ce7,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:14.007457 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300033a4-3604-489b-91dd-234021ed8428 admin admin] Router 0fa0be56-7fb4-4b1e-8bf2-47e3f96362df has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:50:14.023606 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-395a1f4f-9764-4cb1-a265-e7f920bb2a16 req-0b6b8f3e-c089-4831-973f-7e22ac2953d4 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/security-groups?id=af2ab9e2-01a4-4363-8562-f33094fa11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949646 Mar 09 19:50:14.055677 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.provisioning_blocks [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Transition to ACTIVE for port object 1ddc2388-330b-40fd-b39e-a908ee608299 will not be triggered until provisioned by entity L2. {{(pid=114604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 19:50:14.129051 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (1ddc2388-330b-40fd-b39e-a908ee608299), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:14.143914 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-10e18e5d-3184-4df2-b745-f839737249b4 None None] Provisioning complete for port 3afc5d20-f34a-4a18-870c-30730eb00de7 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:14.152043 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-10e18e5d-3184-4df2-b745-f839737249b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:14.152884 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 37228) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:14.235583 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-10e18e5d-3184-4df2-b745-f839737249b4 None None] Port 3afc5d20-f34a-4a18-870c-30730eb00de7 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:50:14.266506 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-8866a509-9b75-4f8f-bfa3-d7032e7b80f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3d8d436771149f8991479185154fb6c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3340378 Mar 09 19:50:14.266506 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8866a509-9b75-4f8f-bfa3-d7032e7b80f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0d6757-5cbd-4b97-bf66-a78c4fe63959,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:14.282274 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 37236) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:14.294559 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee0b07a-5fc9-4368-9bac-bcc02f6db0b6 admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:50:14.355481 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-dbc0944a-c7cc-4b4f-8060-295c9c84653d req-6278d0a7-1773-4f70-8228-3f5a3ac88621 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 210 time: 0.1601360 Mar 09 19:50:14.407257 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-dee0b07a-5fc9-4368-9bac-bcc02f6db0b6 admin admin] 10.222.0.16 "PUT /v2.0/routers/e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3139307 Mar 09 19:50:14.427277 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddc2388-330b-40fd-b39e-a908ee608299,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:14.445900 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-447a0fdd-7993-4228-b505-24b4abed44d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (ecce2c03-386d-42df-a9eb-022529306b63), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:14.448707 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-447a0fdd-7993-4228-b505-24b4abed44d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:14.450033 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-447a0fdd-7993-4228-b505-24b4abed44d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ecce2c03-386d-42df-a9eb-022529306b63 HTTP/1.1" status: 204 len: 168 time: 2.0493488 Mar 09 19:50:14.490539 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:50:01Z', 'revision_number': 4, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'f76d5962-0b4a-448f-b357-6077a46e2ce7', 'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'mac_address': 'fa:16:3e:c7:0a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '52cda80c344647d9be865c160e333e2b', 'subnets': [{'id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:14.517801 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2bfb6033-81a5-43c2-abaf-f0dbdde52529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:14.533056 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4832b870-df2f-4f12-81aa-1301efc17705 None None] The sync data for ids ['2a72f63c-3d6e-4079-9d26-b0148203bb48'] in dv-cinder-788366-9-iscsi is: [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:50:01Z', 'revision_number': 4, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'f76d5962-0b4a-448f-b357-6077a46e2ce7', 'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'mac_address': 'fa:16:3e:c7:0a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '52cda80c344647d9be865c160e333e2b', 'subnets': [{'id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:50:14.541758 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:14.542201 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (2ceda2ce-fd23-4a7e-8b8c-63ed44919ece), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:14.569567 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300033a4-3604-489b-91dd-234021ed8428 admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:50:14.584364 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Sync routers for ids ['0fa0be56-7fb4-4b1e-8bf2-47e3f96362df'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:50:14.591582 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-300033a4-3604-489b-91dd-234021ed8428 admin admin] 10.222.0.16 "PUT /v2.0/routers/0fa0be56-7fb4-4b1e-8bf2-47e3f96362df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8199604 Mar 09 19:50:14.614782 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Routers {'0fa0be56-7fb4-4b1e-8bf2-47e3f96362df'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:50:14.615445 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:50:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fa0be56-7fb4-4b1e-8bf2-47e3f96362df'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:14.689444 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a0fdd-7993-4228-b505-24b4abed44d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecce2c03-386d-42df-a9eb-022529306b63,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:14.702632 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-10e18e5d-3184-4df2-b745-f839737249b4 None None] Provisioning complete for port f76d5962-0b4a-448f-b357-6077a46e2ce7 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:14.703042 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-10e18e5d-3184-4df2-b745-f839737249b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:14.731259 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] For port 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=2ceda2ce-fd23-4a7e-8b8c-63ed44919ece,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:14.807878 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Attempting to bind port 1ddc2388-330b-40fd-b39e-a908ee608299 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:50:14.812817 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Attempting to bind port 1ddc2388-330b-40fd-b39e-a908ee608299 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e3239b76-443e-4739-8be5-90c0b832854f'}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:50:14.814167 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Attempting to bind port 1ddc2388-330b-40fd-b39e-a908ee608299 on network e3239b76-443e-4739-8be5-90c0b832854f {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:50:14.850186 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-13746d12-32ca-43f9-ba70-8524aee670dd admin admin] Publish callbacks [] for security_group (cc0d6757-5cbd-4b97-bf66-a78c4fe63959), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:14.854911 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Port 1ddc2388-330b-40fd-b39e-a908ee608299 on network e3239b76-443e-4739-8be5-90c0b832854f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 19:50:14.855651 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Attempting to bind port 1ddc2388-330b-40fd-b39e-a908ee608299 on network e3239b76-443e-4739-8be5-90c0b832854f {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:50:14.872138 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (2ceda2ce-fd23-4a7e-8b8c-63ed44919ece), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:14.887943 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2bfb6033-81a5-43c2-abaf-f0dbdde52529 admin admin] Publish callbacks [] for security_group (3e3d278c-09df-4630-a9c5-35b3c15ac1d0), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:14.900603 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2bfb6033-81a5-43c2-abaf-f0dbdde52529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (3e3d278c-09df-4630-a9c5-35b3c15ac1d0), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:14.909913 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:09Z', 'revision_number': 1, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:14.913356 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:50:14.918174 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Checking segment: {'id': 'a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e3239b76-443e-4739-8be5-90c0b832854f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:50:14.924862 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Bound using segment: {'id': 'a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e3239b76-443e-4739-8be5-90c0b832854f'} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:50:14.928544 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Bound port: 1ddc2388-330b-40fd-b39e-a908ee608299, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e3239b76-443e-4739-8be5-90c0b832854f'}}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:50:14.929199 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (1ddc2388-330b-40fd-b39e-a908ee608299), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:15.004575 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d5b7d-825c-4785-b8f2-2f357c5a8e04 None None] The sync data for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi is: [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:09Z', 'revision_number': 1, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:50:15.061704 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb6033-81a5-43c2-abaf-f0dbdde52529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3d278c-09df-4630-a9c5-35b3c15ac1d0,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:15.063074 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-13746d12-32ca-43f9-ba70-8524aee670dd admin admin] Publish callbacks [] for security_group (cc0d6757-5cbd-4b97-bf66-a78c4fe63959), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:15.078784 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-2bfb6033-81a5-43c2-abaf-f0dbdde52529 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bce0501ec73647ad9d2782ad0771baa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8810070 Mar 09 19:50:15.079019 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 37256) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:15.143088 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ea99f0d0-7cdf-47a9-b7b8-419e971a171b admin admin] Publish callbacks [] for security_group (3e3d278c-09df-4630-a9c5-35b3c15ac1d0), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:15.166371 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:50:15.176809 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ea99f0d0-7cdf-47a9-b7b8-419e971a171b admin admin] Publish callbacks [] for security_group (3e3d278c-09df-4630-a9c5-35b3c15ac1d0), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:15.206814 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Set router 0fa0be56-7fb4-4b1e-8bf2-47e3f96362df gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:50:15.252835 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ea99f0d0-7cdf-47a9-b7b8-419e971a171b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (3e3d278c-09df-4630-a9c5-35b3c15ac1d0), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:15.261253 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ea99f0d0-7cdf-47a9-b7b8-419e971a171b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:15.263416 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-ea99f0d0-7cdf-47a9-b7b8-419e971a171b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e3d278c-09df-4630-a9c5-35b3c15ac1d0 HTTP/1.1" status: 204 len: 168 time: 0.1835530 Mar 09 19:50:15.271828 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device f76d5962-0b4a-448f-b357-6077a46e2ce7 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:50:15.278250 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99f0d0-7cdf-47a9-b7b8-419e971a171b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3d278c-09df-4630-a9c5-35b3c15ac1d0,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:15.394318 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] For port 1ddc2388-330b-40fd-b39e-a908ee608299, host hv-cinder-78836, cleared binding levels {{(pid=114604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:50:15.446835 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-13746d12-32ca-43f9-ba70-8524aee670dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (cc0d6757-5cbd-4b97-bf66-a78c4fe63959), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:15.450178 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Pushing event updated for resources: {'Port': ['ID=2ceda2ce-fd23-4a7e-8b8c-63ed44919ece,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:15.481828 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-13746d12-32ca-43f9-ba70-8524aee670dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:15.486943 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-13746d12-32ca-43f9-ba70-8524aee670dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc0d6757-5cbd-4b97-bf66-a78c4fe63959 HTTP/1.1" status: 204 len: 168 time: 1.1570117 Mar 09 19:50:15.544705 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] For port 1ddc2388-330b-40fd-b39e-a908ee608299, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1ddc2388-330b-40fd-b39e-a908ee608299,segment=NetworkSegment(a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c),segment_id=a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c)] {{(pid=114604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:50:15.549746 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-10e18e5d-3184-4df2-b745-f839737249b4 None None] Current status of the port f76d5962-0b4a-448f-b357-6077a46e2ce7 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:15.567364 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13746d12-32ca-43f9-ba70-8524aee670dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0d6757-5cbd-4b97-bf66-a78c4fe63959,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:15.585097 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (1ddc2388-330b-40fd-b39e-a908ee608299), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:15.630316 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port f76d5962-0b4a-448f-b357-6077a46e2ce7 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:15.631050 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:15.876937 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-78db31bd-d61e-42d1-ad39-9bb54c622f8d None None] Provisioning complete for port 3afc5d20-f34a-4a18-870c-30730eb00de7 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:15.881857 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-78db31bd-d61e-42d1-ad39-9bb54c622f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:15.967477 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa0be56-7fb4-4b1e-8bf2-47e3f96362df', 'name': 'tempest-ServerRescueNegativeTestJSON-1597988352-router', 'tenant_id': 'f40a33baeda64a69bab5c022461457ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '2ceda2ce-fd23-4a7e-8b8c-63ed44919ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:58Z', 'updated_at': '2022-03-09T19:50:11Z', 'revision_number': 4, 'project_id': 'f40a33baeda64a69bab5c022461457ab', 'gw_port': {'id': '2ceda2ce-fd23-4a7e-8b8c-63ed44919ece', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa0be56-7fb4-4b1e-8bf2-47e3f96362df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:00Z', 'updated_at': '2022-03-09T19:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'fc05b0d0-f6ed-413e-8bb7-0066045a5e58', 'name': '', 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e', 'tenant_id': 'f40a33baeda64a69bab5c022461457ab', 'mac_address': 'fa:16:3e:85:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa0be56-7fb4-4b1e-8bf2-47e3f96362df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '80514b34-5e48-4a20-8a26-dafa704cc5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:07Z', 'updated_at': '2022-03-09T19:50:12Z', 'revision_number': 2, 'project_id': 'f40a33baeda64a69bab5c022461457ab', 'subnets': [{'id': '80514b34-5e48-4a20-8a26-dafa704cc5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:16.045050 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Checking router: 0fa0be56-7fb4-4b1e-8bf2-47e3f96362df for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:50:16.045419 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Updating router 0fa0be56-7fb4-4b1e-8bf2-47e3f96362df port fc05b0d0-f6ed-413e-8bb7-0066045a5e58 binding host dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:50:16.060713 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-78db31bd-d61e-42d1-ad39-9bb54c622f8d None None] Port 3afc5d20-f34a-4a18-870c-30730eb00de7 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:50:16.143194 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port f76d5962-0b4a-448f-b357-6077a46e2ce7 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:16.156434 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (fc05b0d0-f6ed-413e-8bb7-0066045a5e58), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:16.199102 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 37280) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:16.206663 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-ad0cf1f4-312c-423d-a0d5-5d5e3613ab08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--338668862', 'description': 'tempest-description--1465007441'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:16.281206 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ad0cf1f4-312c-423d-a0d5-5d5e3613ab08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:16.337655 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 37282) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:16.386215 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4b57a-f638-4279-b22f-b6fa47c8d7a3 req-7241da70-0f85-4cc1-ae6e-decacf795c3f tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:16.387957 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-63b4b57a-f638-4279-b22f-b6fa47c8d7a3 req-7241da70-0f85-4cc1-ae6e-decacf795c3f tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 943 time: 1.0898068 Mar 09 19:50:16.391490 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-65c37677-f081-4772-85fd-9d5c5e6f2ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:16.517628 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d0cb71ec-1c8b-4a10-b1d7-64387c73136c req-852cd30e-b188-4bc0-9315-8056c3c3f27c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 210 time: 0.1259422 Mar 09 19:50:16.529018 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:16.529873 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:16.532600 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99815388-ab81-420b-bb35-6630c7507b43 req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] 10.222.0.20 "PUT /v2.0/ports/1ddc2388-330b-40fd-b39e-a908ee608299 HTTP/1.1" status: 200 len: 1093 time: 5.6826770 Mar 09 19:50:16.533373 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39971a88-a664-44e1-9f2c-99431a61e407', 'tag': '1ddc2388-330b-40fd-b39e-a908ee608299'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:50:16.541279 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 37288) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:16.656735 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2537ccd8-4d6d-486a-9ad9-d56d972d8b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:16.670851 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ad0cf1f4-312c-423d-a0d5-5d5e3613ab08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:16.737987 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db109695-80a5-41bb-8fe7-31faba669679 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddc2388-330b-40fd-b39e-a908ee608299,revision_number=3']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:16.740014 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ad0cf1f4-312c-423d-a0d5-5d5e3613ab08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:16.760839 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-63b4b57a-f638-4279-b22f-b6fa47c8d7a3 req-23d4ac28-3ab0-43bd-87e1-5491292d17b2 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/security-groups?id=af2ab9e2-01a4-4363-8562-f33094fa11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565547 Mar 09 19:50:16.970764 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Publish callbacks [] for port (fc05b0d0-f6ed-413e-8bb7-0066045a5e58), precommit_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:16.982304 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (fc05b0d0-f6ed-413e-8bb7-0066045a5e58), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:17.085109 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9d4f6c-b94b-44d6-9b85-4b8d6812966b" -d '{"events": [{"name": "network-changed", "server_uuid": "39971a88-a664-44e1-9f2c-99431a61e407", "tag": "1ddc2388-330b-40fd-b39e-a908ee608299"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:50:17.147655 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cf1f4-312c-423d-a0d5-5d5e3613ab08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:17.151781 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeed131-0d10-4bad-bcae-8891e924ba34 None None] Pushing event updated for resources: {'Port': ['ID=fc05b0d0-f6ed-413e-8bb7-0066045a5e58,revision_number=3']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:17.262216 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2537ccd8-4d6d-486a-9ad9-d56d972d8b96 admin admin] Publish callbacks [] for security_group (a7568e11-a751-485d-80b7-0dd0c86f98ef), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:17.295722 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ad0cf1f4-312c-423d-a0d5-5d5e3613ab08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:17.297752 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-ad0cf1f4-312c-423d-a0d5-5d5e3613ab08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0956542 Mar 09 19:50:17.304822 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2537ccd8-4d6d-486a-9ad9-d56d972d8b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (a7568e11-a751-485d-80b7-0dd0c86f98ef), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:17.317492 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Attempting to bind port fc05b0d0-f6ed-413e-8bb7-0066045a5e58 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:50:17.317760 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Attempting to bind port fc05b0d0-f6ed-413e-8bb7-0066045a5e58 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': '611a46d8-2a38-496f-8795-6bc9a80f2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e'}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:50:17.317986 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 37316) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:17.318107 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Attempting to bind port fc05b0d0-f6ed-413e-8bb7-0066045a5e58 on network afc5eb80-49ab-4378-95f2-aaf87384a62e {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:50:17.340730 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:50:17.341582 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Checking segment: {'id': '611a46d8-2a38-496f-8795-6bc9a80f2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:50:17.342990 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:17.345488 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Bound using segment: {'id': '611a46d8-2a38-496f-8795-6bc9a80f2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e'} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:50:17.346527 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Bound port: fc05b0d0-f6ed-413e-8bb7-0066045a5e58, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611a46d8-2a38-496f-8795-6bc9a80f2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e'}}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:50:17.347116 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (fc05b0d0-f6ed-413e-8bb7-0066045a5e58), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:17.347636 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:50:17.348211 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-99b102b9-a0f7-438b-a2ae-77f2fa043657 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'security_group_rule': {'security_group_id': 'e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:17.452212 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4d8f07-492e-436c-a7a6-17f8cf5cee70 x-openstack-request-id: req-ff4d8f07-492e-436c-a7a6-17f8cf5cee70 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:50:17.452821 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39971a88-a664-44e1-9f2c-99431a61e407", "tag": "1ddc2388-330b-40fd-b39e-a908ee608299", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:50:17.452907 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff4d8f07-492e-436c-a7a6-17f8cf5cee70 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:50:17.453599 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39971a88-a664-44e1-9f2c-99431a61e407', 'tag': '1ddc2388-330b-40fd-b39e-a908ee608299', 'status': 'completed', 'code': 200} Mar 09 19:50:17.528020 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:17.528992 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (2ceda2ce-fd23-4a7e-8b8c-63ed44919ece), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:17.546540 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-65c37677-f081-4772-85fd-9d5c5e6f2ae2 admin admin] Publish callbacks [] for security_group (29d2bdd4-8b66-4f92-9c0e-b241176f967d), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:17.562050 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-99b102b9-a0f7-438b-a2ae-77f2fa043657 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (da5fe8c2-ab56-4e1c-8830-f68101503996), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:17.719079 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-65c37677-f081-4772-85fd-9d5c5e6f2ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (29d2bdd4-8b66-4f92-9c0e-b241176f967d), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:17.719733 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] For port fc05b0d0-f6ed-413e-8bb7-0066045a5e58, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:50:17.726872 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537ccd8-4d6d-486a-9ad9-d56d972d8b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7568e11-a751-485d-80b7-0dd0c86f98ef,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:17.742217 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] For port fc05b0d0-f6ed-413e-8bb7-0066045a5e58, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=fc05b0d0-f6ed-413e-8bb7-0066045a5e58,segment=NetworkSegment(611a46d8-2a38-496f-8795-6bc9a80f2d30),segment_id=611a46d8-2a38-496f-8795-6bc9a80f2d30)] {{(pid=114607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:50:17.759882 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (fc05b0d0-f6ed-413e-8bb7-0066045a5e58), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:17.766692 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:17.772056 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device f712374a-ceb3-4ca8-ae31-1ef1f45edace up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:50:17.779917 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-2537ccd8-4d6d-486a-9ad9-d56d972d8b96 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3ab345dc5e4456687d524bfd58bae54&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2374494 Mar 09 19:50:17.807716 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 37336) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:17.898250 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99815388-ab81-420b-bb35-6630c7507b43 req-c3e4ed55-7109-42f6-8925-e0530a9416f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:17.908556 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99815388-ab81-420b-bb35-6630c7507b43 req-c3e4ed55-7109-42f6-8925-e0530a9416f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d28b0c2c14e04c179da85c93bf62c601&device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 1127 time: 0.6051815 Mar 09 19:50:17.971591 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-99b102b9-a0f7-438b-a2ae-77f2fa043657 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (da5fe8c2-ab56-4e1c-8830-f68101503996), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:17.984218 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Routers {'0fa0be56-7fb4-4b1e-8bf2-47e3f96362df'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:50:17.985834 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:50:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fa0be56-7fb4-4b1e-8bf2-47e3f96362df'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:18.011900 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-99b102b9-a0f7-438b-a2ae-77f2fa043657 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (da5fe8c2-ab56-4e1c-8830-f68101503996), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:18.063268 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port f712374a-ceb3-4ca8-ae31-1ef1f45edace triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:18.063665 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (f712374a-ceb3-4ca8-ae31-1ef1f45edace), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:18.106074 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2a6cbbae-100c-4b92-981f-6af94f136c50 req-fd8bf391-a1d5-465d-ac8a-97b2df17bbad tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 210 time: 0.2876954 Mar 09 19:50:18.224040 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.20', 49349) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:18.280042 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c37677-f081-4772-85fd-9d5c5e6f2ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d2bdd4-8b66-4f92-9c0e-b241176f967d,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:18.316533 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-65c37677-f081-4772-85fd-9d5c5e6f2ae2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=afd99eef99db441284be7416d31a37bd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9772775 Mar 09 19:50:18.329760 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-99b102b9-a0f7-438b-a2ae-77f2fa043657 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:18.354985 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-99b102b9-a0f7-438b-a2ae-77f2fa043657 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0183620 Mar 09 19:50:18.363167 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 37346) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:18.364954 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 37350) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:18.384549 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-6469d210-7e84-4262-b9d8-36e22a736d01 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'security_group_rule': {'security_group_id': 'e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:18.437845 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b102b9-a0f7-438b-a2ae-77f2fa043657 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5fe8c2-ab56-4e1c-8830-f68101503996,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:18.445047 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99815388-ab81-420b-bb35-6630c7507b43 req-03d99d05-45b8-4ea3-9fe0-06634c0bb8cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ddc2388-330b-40fd-b39e-a908ee608299 HTTP/1.1" status: 200 len: 217 time: 0.4059291 Mar 09 19:50:18.583428 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port f712374a-ceb3-4ca8-ae31-1ef1f45edace is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:18.584099 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (f712374a-ceb3-4ca8-ae31-1ef1f45edace), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:18.715512 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] For port f712374a-ceb3-4ca8-ae31-1ef1f45edace, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=f712374a-ceb3-4ca8-ae31-1ef1f45edace,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:18.724187 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (f712374a-ceb3-4ca8-ae31-1ef1f45edace), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:18.740813 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-86831e4a-fd79-45dd-844b-0d3358629534 admin admin] Publish callbacks [] for security_group (a7568e11-a751-485d-80b7-0dd0c86f98ef), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:18.847854 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-0a816fdc-f9d7-450b-bafd-87be21f19bf8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:18.871146 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-0a816fdc-f9d7-450b-bafd-87be21f19bf8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/networks?id=afc5eb80-49ab-4378-95f2-aaf87384a62e HTTP/1.1" status: 200 len: 819 time: 1.5967956 Mar 09 19:50:18.876795 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99815388-ab81-420b-bb35-6630c7507b43 req-febcc403-da6b-474a-9e8e-96af2c14f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:18.877865 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Pushing event updated for resources: {'Port': ['ID=f712374a-ceb3-4ca8-ae31-1ef1f45edace,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:18.882454 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99815388-ab81-420b-bb35-6630c7507b43 req-febcc403-da6b-474a-9e8e-96af2c14f211 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9712466e-f53c-42aa-be02-2912c1136e50 HTTP/1.1" status: 200 len: 851 time: 0.3308642 Mar 09 19:50:18.918650 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] Set router 0fa0be56-7fb4-4b1e-8bf2-47e3f96362df gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:50:18.968852 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-86831e4a-fd79-45dd-844b-0d3358629534 admin admin] Publish callbacks [] for security_group (a7568e11-a751-485d-80b7-0dd0c86f98ef), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:18.974859 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-19825448-0683-41dc-9d1e-5b0787442590 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/quotas/f40a33baeda64a69bab5c022461457ab HTTP/1.1" status: 200 len: 375 time: 0.1000147 Mar 09 19:50:19.012192 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-7347b289-c904-49eb-a89d-c7410c27e39f tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:19.018838 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-7347b289-c904-49eb-a89d-c7410c27e39f tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.20 "GET /v2.0/networks?id=2333c970-a951-49ee-a7ad-57bc53c804b9 HTTP/1.1" status: 200 len: 816 time: 0.7642858 Mar 09 19:50:19.121276 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99815388-ab81-420b-bb35-6630c7507b43 req-627b0718-a1b5-48bc-b563-d47dbc3a3aab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3239b76-443e-4739-8be5-90c0b832854f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220713 Mar 09 19:50:19.123212 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-6469d210-7e84-4262-b9d8-36e22a736d01 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (9b5e6e73-ab8a-42a1-88a1-2de10dd22b3c), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:19.191702 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-a85a5c35-1835-4544-be72-c9891f73a623 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52cda80c344647d9be865c160e333e2b HTTP/1.1" status: 200 len: 380 time: 0.1049562 Mar 09 19:50:19.201871 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-86831e4a-fd79-45dd-844b-0d3358629534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (a7568e11-a751-485d-80b7-0dd0c86f98ef), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:19.206366 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-86831e4a-fd79-45dd-844b-0d3358629534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:19.207666 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-86831e4a-fd79-45dd-844b-0d3358629534 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7568e11-a751-485d-80b7-0dd0c86f98ef HTTP/1.1" status: 204 len: 168 time: 1.3989427 Mar 09 19:50:19.222570 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c06c37-2fff-41cd-8a53-197c44a61534 req-348a6361-40fd-41ca-9c51-57124d5eea09 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:19.229840 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-61c06c37-2fff-41cd-8a53-197c44a61534 req-348a6361-40fd-41ca-9c51-57124d5eea09 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 943 time: 0.7734113 Mar 09 19:50:19.237361 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-81495e63-dc5e-461f-8cca-beb429457056 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Request body: {'port': {'device_id': '6b793f7d-3aa4-447f-b107-ff6867ee11bc', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'admin_state_up': True, 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'security_groups': ['74e42ed1-7a78-4d30-a3e7-8396e6293094']}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:19.247399 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f5b79844-a1bf-4c37-835c-3a0048a22516 admin admin] Publish callbacks [] for security_group (29d2bdd4-8b66-4f92-9c0e-b241176f967d), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:19.356228 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86831e4a-fd79-45dd-844b-0d3358629534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7568e11-a751-485d-80b7-0dd0c86f98ef,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:19.357542 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f5b79844-a1bf-4c37-835c-3a0048a22516 admin admin] Publish callbacks [] for security_group (29d2bdd4-8b66-4f92-9c0e-b241176f967d), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:19.396451 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-9fc0c845-31dc-4664-9a1d-f4a97279c8fd tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f40a33baeda64a69bab5c022461457ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4201152 Mar 09 19:50:19.441819 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeed131-0d10-4bad-bcae-8891e924ba34 None None] Pushing event updated for resources: {'Port': ['ID=fc05b0d0-f6ed-413e-8bb7-0066045a5e58,revision_number=4']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:19.533556 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-6469d210-7e84-4262-b9d8-36e22a736d01 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (9b5e6e73-ab8a-42a1-88a1-2de10dd22b3c), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:19.577019 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-61c06c37-2fff-41cd-8a53-197c44a61534 req-a0efdec3-638d-48d4-9c7a-40f21b3cec4e tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/security-groups?id=af2ab9e2-01a4-4363-8562-f33094fa11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090355 Mar 09 19:50:19.661853 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99815388-ab81-420b-bb35-6630c7507b43 req-39c35a09-668b-466d-9ede-60e20b85469b service neutron] 10.222.0.20 "GET /v2.0/networks/e3239b76-443e-4739-8be5-90c0b832854f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208859 Mar 09 19:50:19.706868 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa0be56-7fb4-4b1e-8bf2-47e3f96362df', 'name': 'tempest-ServerRescueNegativeTestJSON-1597988352-router', 'tenant_id': 'f40a33baeda64a69bab5c022461457ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '2ceda2ce-fd23-4a7e-8b8c-63ed44919ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:58Z', 'updated_at': '2022-03-09T19:50:11Z', 'revision_number': 4, 'project_id': 'f40a33baeda64a69bab5c022461457ab', 'gw_port': {'id': '2ceda2ce-fd23-4a7e-8b8c-63ed44919ece', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa0be56-7fb4-4b1e-8bf2-47e3f96362df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:00Z', 'updated_at': '2022-03-09T19:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'fc05b0d0-f6ed-413e-8bb7-0066045a5e58', 'name': '', 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e', 'tenant_id': 'f40a33baeda64a69bab5c022461457ab', 'mac_address': 'fa:16:3e:85:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa0be56-7fb4-4b1e-8bf2-47e3f96362df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '80514b34-5e48-4a20-8a26-dafa704cc5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:07Z', 'updated_at': '2022-03-09T19:50:17Z', 'revision_number': 4, 'project_id': 'f40a33baeda64a69bab5c022461457ab', 'subnets': [{'id': '80514b34-5e48-4a20-8a26-dafa704cc5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:19.712936 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-6469d210-7e84-4262-b9d8-36e22a736d01 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (9b5e6e73-ab8a-42a1-88a1-2de10dd22b3c), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:19.778899 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05556fac-5b93-4512-9325-8ec81d166bd7 None None] The sync data for ids ['0fa0be56-7fb4-4b1e-8bf2-47e3f96362df'] in dv-cinder-788366-9-iscsi is: [{'id': '0fa0be56-7fb4-4b1e-8bf2-47e3f96362df', 'name': 'tempest-ServerRescueNegativeTestJSON-1597988352-router', 'tenant_id': 'f40a33baeda64a69bab5c022461457ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '2ceda2ce-fd23-4a7e-8b8c-63ed44919ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:58Z', 'updated_at': '2022-03-09T19:50:11Z', 'revision_number': 4, 'project_id': 'f40a33baeda64a69bab5c022461457ab', 'gw_port': {'id': '2ceda2ce-fd23-4a7e-8b8c-63ed44919ece', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa0be56-7fb4-4b1e-8bf2-47e3f96362df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:00Z', 'updated_at': '2022-03-09T19:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'fc05b0d0-f6ed-413e-8bb7-0066045a5e58', 'name': '', 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e', 'tenant_id': 'f40a33baeda64a69bab5c022461457ab', 'mac_address': 'fa:16:3e:85:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa0be56-7fb4-4b1e-8bf2-47e3f96362df', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '80514b34-5e48-4a20-8a26-dafa704cc5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:07Z', 'updated_at': '2022-03-09T19:50:17Z', 'revision_number': 4, 'project_id': 'f40a33baeda64a69bab5c022461457ab', 'subnets': [{'id': '80514b34-5e48-4a20-8a26-dafa704cc5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:50:20.120104 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-81495e63-dc5e-461f-8cca-beb429457056 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Made reservation on behalf of 52cda80c344647d9be865c160e333e2b for: {'port': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:50:20.122822 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469d210-7e84-4262-b9d8-36e22a736d01 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5e6e73-ab8a-42a1-88a1-2de10dd22b3c,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:20.127272 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-81495e63-dc5e-461f-8cca-beb429457056 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:20.144058 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4ab86870-ee66-47a0-b4f3-0a060fb6b9bc req-58c129c2-f479-4060-b9bb-7340e4012878 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 210 time: 0.4697251 Mar 09 19:50:20.157757 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-8fab4d3e-1022-4214-a00d-25c1bab8e636 service neutron] 10.222.0.16 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7599490 Mar 09 19:50:20.174663 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99815388-ab81-420b-bb35-6630c7507b43 req-62efe8da-7eab-40d1-bb67-a1cc7564d185 service neutron] 10.222.0.20 "GET /v2.0/networks/e3239b76-443e-4739-8be5-90c0b832854f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263072 Mar 09 19:50:20.355539 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-6469d210-7e84-4262-b9d8-36e22a736d01 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:20.357003 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-6469d210-7e84-4262-b9d8-36e22a736d01 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9813480 Mar 09 19:50:20.361121 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 37398) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:20.370605 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-7cf0e17f-9772-479c-8b3b-26d5e441c700 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'floatingip': {'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:20.477063 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-06e962e6-7cdc-4522-86d0-845d60f7cd7c service neutron] 10.222.0.16 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183095 Mar 09 19:50:20.485106 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f5b79844-a1bf-4c37-835c-3a0048a22516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (29d2bdd4-8b66-4f92-9c0e-b241176f967d), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:20.496468 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f5b79844-a1bf-4c37-835c-3a0048a22516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:20.497793 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-f5b79844-a1bf-4c37-835c-3a0048a22516 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29d2bdd4-8b66-4f92-9c0e-b241176f967d HTTP/1.1" status: 204 len: 168 time: 2.1295869 Mar 09 19:50:20.537236 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b79844-a1bf-4c37-835c-3a0048a22516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d2bdd4-8b66-4f92-9c0e-b241176f967d,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:20.564088 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d4f6c-b94b-44d6-9b85-4b8d6812966b req-36edb041-72b2-4632-ba85-ff7a50382940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:20.573117 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7cf0e17f-9772-479c-8b3b-26d5e441c700 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:20.573839 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5c9d4f6c-b94b-44d6-9b85-4b8d6812966b req-36edb041-72b2-4632-ba85-ff7a50382940 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d28b0c2c14e04c179da85c93bf62c601&device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 1127 time: 0.2151043 Mar 09 19:50:20.908565 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Sync routers for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:50:20.938310 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:50:20.942354 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:50:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:20.952051 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-81495e63-dc5e-461f-8cca-beb429457056 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Allocated IP 172.20.0.6 (2333c970-a951-49ee-a7ad-57bc53c804b9/745bc262-f6dc-493a-8098-f645b9a00e95/e2efef81-5f23-453c-a2c7-d3fef2e6b13d) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:50:21.077761 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7e9fb5b8-9434-4d21-9c1e-9fd036c080f1 req-f397a09b-2cf3-45e3-b42f-5b8b3b4ebfd0 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 210 time: 0.1642287 Mar 09 19:50:21.237913 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e958d-cc0f-40f0-8b01-4b798ae539d4 req-ca64d080-a59b-467a-bd4c-2362f4901c4d tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:21.244786 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-939e958d-cc0f-40f0-8b01-4b798ae539d4 req-ca64d080-a59b-467a-bd4c-2362f4901c4d tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 943 time: 0.5592718 Mar 09 19:50:21.245884 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d4f6c-b94b-44d6-9b85-4b8d6812966b req-036e3b1d-b7a4-41bb-84a4-6fdfed91583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:21.247248 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5c9d4f6c-b94b-44d6-9b85-4b8d6812966b req-036e3b1d-b7a4-41bb-84a4-6fdfed91583c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3239b76-443e-4739-8be5-90c0b832854f HTTP/1.1" status: 200 len: 912 time: 0.6554475 Mar 09 19:50:21.585848 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device fc05b0d0-f6ed-413e-8bb7-0066045a5e58 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:50:21.721321 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:50:21.758165 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-81495e63-dc5e-461f-8cca-beb429457056 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:21.777863 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7cf0e17f-9772-479c-8b3b-26d5e441c700 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:22.028034 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port fc05b0d0-f6ed-413e-8bb7-0066045a5e58 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:22.029083 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (fc05b0d0-f6ed-413e-8bb7-0066045a5e58), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:22.076006 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-645a9579-ef60-44e0-b872-8c826e2eba03 req-3754608e-c6d7-4253-8b41-46a696096fd4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 210 time: 0.7789700 Mar 09 19:50:22.090607 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5c9d4f6c-b94b-44d6-9b85-4b8d6812966b req-f6a684d0-2890-4749-8aef-77be2d1b4bed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ddc2388-330b-40fd-b39e-a908ee608299 HTTP/1.1" status: 200 len: 217 time: 0.8103406 Mar 09 19:50:22.166463 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-81495e63-dc5e-461f-8cca-beb429457056 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:22.226506 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-81495e63-dc5e-461f-8cca-beb429457056 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Network 2333c970-a951-49ee-a7ad-57bc53c804b9 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:50:22.301458 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-81495e63-dc5e-461f-8cca-beb429457056 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:50:22.302370 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-939e958d-cc0f-40f0-8b01-4b798ae539d4 req-2b15b56f-584d-43b6-95b8-607c194a0829 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/security-groups?id=af2ab9e2-01a4-4363-8562-f33094fa11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0373049 Mar 09 19:50:22.375558 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d4f6c-b94b-44d6-9b85-4b8d6812966b req-6ea554c3-26db-4973-b62a-544bc5831e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:22.377303 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5c9d4f6c-b94b-44d6-9b85-4b8d6812966b req-6ea554c3-26db-4973-b62a-544bc5831e1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9712466e-f53c-42aa-be02-2912c1136e50 HTTP/1.1" status: 200 len: 851 time: 0.2617424 Mar 09 19:50:22.437824 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-81495e63-dc5e-461f-8cca-beb429457056 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:50:22.458789 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-81495e63-dc5e-461f-8cca-beb429457056 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:22.462201 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-81495e63-dc5e-461f-8cca-beb429457056 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:22.557938 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [None req-7cf0e17f-9772-479c-8b3b-26d5e441c700 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Allocated IP 172.27.3.105 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/9db3e9c2-fc8a-4919-ac32-4c9017d7f911) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:50:22.598263 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5c9d4f6c-b94b-44d6-9b85-4b8d6812966b req-a9d2a465-8606-4c3b-8fae-4db8ff72aa74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3239b76-443e-4739-8be5-90c0b832854f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1836247 Mar 09 19:50:22.639478 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 37486) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:22.690397 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-81495e63-dc5e-461f-8cca-beb429457056 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4715207 Mar 09 19:50:22.726415 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Request body: {'port': {'device_id': '6b793f7d-3aa4-447f-b107-ff6867ee11bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:22.729035 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port fc05b0d0-f6ed-413e-8bb7-0066045a5e58 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:22.744672 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (fc05b0d0-f6ed-413e-8bb7-0066045a5e58), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:22.878485 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] For port fc05b0d0-f6ed-413e-8bb7-0066045a5e58, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=fc05b0d0-f6ed-413e-8bb7-0066045a5e58,segment=NetworkSegment(611a46d8-2a38-496f-8795-6bc9a80f2d30),segment_id=611a46d8-2a38-496f-8795-6bc9a80f2d30)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:22.885202 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 2, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:22.911387 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81495e63-dc5e-461f-8cca-beb429457056 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Pushing event updated for resources: {'Port': ['ID=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:22.948151 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:22.957534 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-5abc7c54-8e6d-48a9-8051-952bab15fc25 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:22.962180 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-5abc7c54-8e6d-48a9-8051-952bab15fc25 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/networks?id=afc5eb80-49ab-4378-95f2-aaf87384a62e HTTP/1.1" status: 200 len: 819 time: 0.6553321 Mar 09 19:50:22.969367 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Checking router: e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:50:22.969816 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Updating router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 port 3afc5d20-f34a-4a18-870c-30730eb00de7 binding host dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:50:22.988041 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5c9d4f6c-b94b-44d6-9b85-4b8d6812966b req-129a1a08-bdb7-470b-ac6c-eeea6f2d5c00 service neutron] 10.222.0.20 "GET /v2.0/networks/e3239b76-443e-4739-8be5-90c0b832854f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669786 Mar 09 19:50:23.015345 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-ce64f27f-300e-4cc1-861e-6417cf72cc61 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/quotas/f40a33baeda64a69bab5c022461457ab HTTP/1.1" status: 200 len: 375 time: 0.0242145 Mar 09 19:50:23.111893 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (fc05b0d0-f6ed-413e-8bb7-0066045a5e58), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:23.115028 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device f712374a-ceb3-4ca8-ae31-1ef1f45edace up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:50:23.249756 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5c9d4f6c-b94b-44d6-9b85-4b8d6812966b req-fec71618-6b7a-46e0-b37c-050d17458b27 service neutron] 10.222.0.20 "GET /v2.0/networks/e3239b76-443e-4739-8be5-90c0b832854f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334223 Mar 09 19:50:23.259233 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.20', 49355) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:23.482334 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:23.496534 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-5ac45de8-b794-4c96-a067-c35091b6e013 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:23.498129 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-5ac45de8-b794-4c96-a067-c35091b6e013 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.20 "GET /v2.0/networks?id=afc5eb80-49ab-4378-95f2-aaf87384a62e HTTP/1.1" status: 200 len: 819 time: 0.2333658 Mar 09 19:50:23.507226 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Pushing event updated for resources: {'Port': ['ID=fc05b0d0-f6ed-413e-8bb7-0066045a5e58,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:23.552233 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-60e3eac3-e0ed-433b-948a-c0ae965fde1d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Request body: {'port': {'device_id': 'f4ab73ce-d6c3-40df-bd4c-af77cab13a8a', 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e', 'admin_state_up': True, 'tenant_id': 'f40a33baeda64a69bab5c022461457ab'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:23.586910 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-411ad5cb-e4a8-4c82-85e2-7694ddd6a36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:23.682877 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-f20d5f8a-f805-4df0-af0b-cb32f70ea79c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f40a33baeda64a69bab5c022461457ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5796669 Mar 09 19:50:23.791285 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7cf0e17f-9772-479c-8b3b-26d5e441c700 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for port (9db3e9c2-fc8a-4919-ac32-4c9017d7f911), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:23.830158 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-51ccb160-9a7d-44cf-84b6-62e4bc1b474d None None] Provisioning complete for port e2efef81-5f23-453c-a2c7-d3fef2e6b13d triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:23.830534 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-51ccb160-9a7d-44cf-84b6-62e4bc1b474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:23.875606 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-1c6ffc9a-0f75-42fe-ab85-d8b514792225 service neutron] 10.222.0.16 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775403 Mar 09 19:50:23.909840 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Publish callbacks [] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), precommit_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:23.913967 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-51ccb160-9a7d-44cf-84b6-62e4bc1b474d None None] Port e2efef81-5f23-453c-a2c7-d3fef2e6b13d cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:50:23.928059 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:23.932121 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-411ad5cb-e4a8-4c82-85e2-7694ddd6a36a admin admin] Publish callbacks [] for security_group (0a65f0c7-7299-4541-9b6d-006762d5abfd), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:23.937923 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port f712374a-ceb3-4ca8-ae31-1ef1f45edace triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:23.938562 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (f712374a-ceb3-4ca8-ae31-1ef1f45edace), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:23.962208 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28477559-423f-4d87-9543-b8c3ac5b395a req-40b02814-47ea-415f-b34a-8757cde89d93 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:23.963776 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-28477559-423f-4d87-9543-b8c3ac5b395a req-40b02814-47ea-415f-b34a-8757cde89d93 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 931 time: 0.7036214 Mar 09 19:50:23.991305 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7cf0e17f-9772-479c-8b3b-26d5e441c700 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (9db3e9c2-fc8a-4919-ac32-4c9017d7f911), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:23.996992 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2efef81-5f23-453c-a2c7-d3fef2e6b13d {{(pid=114605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:50:24.013237 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-411ad5cb-e4a8-4c82-85e2-7694ddd6a36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (0a65f0c7-7299-4541-9b6d-006762d5abfd), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:24.041791 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Publish callbacks [] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:24.133706 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Attempting to bind port 3afc5d20-f34a-4a18-870c-30730eb00de7 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:50:24.134553 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Attempting to bind port 3afc5d20-f34a-4a18-870c-30730eb00de7 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:50:24.134553 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Attempting to bind port 3afc5d20-f34a-4a18-870c-30730eb00de7 on network e1fb9771-c14c-449d-8f62-3d71790f8b4f {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:50:24.141444 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:50:24.141444 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Checking segment: {'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:50:24.141952 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:24.142218 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Bound using segment: {'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:50:24.142688 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Bound port: 3afc5d20-f34a-4a18-870c-30730eb00de7, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:50:24.143066 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:24.159748 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12911e44-650a-45a2-8345-26dae9797ecc None None] Pushing event updated for resources: {'Port': ['ID=3afc5d20-f34a-4a18-870c-30730eb00de7,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:24.227738 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0e17f-9772-479c-8b3b-26d5e441c700 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'Port': ['ID=9db3e9c2-fc8a-4919-ac32-4c9017d7f911,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:24.245393 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] For port 3afc5d20-f34a-4a18-870c-30730eb00de7, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:50:24.248883 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] For port 3afc5d20-f34a-4a18-870c-30730eb00de7, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=3afc5d20-f34a-4a18-870c-30730eb00de7,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:50:24.251189 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.provisioning_blocks [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Transition to ACTIVE for port object e2efef81-5f23-453c-a2c7-d3fef2e6b13d will not be triggered until provisioned by entity L2. {{(pid=114605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 19:50:24.261723 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:24.271404 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf0e17f-9772-479c-8b3b-26d5e441c700 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:50:24.274330 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:24.313266 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-7cf0e17f-9772-479c-8b3b-26d5e441c700 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:50:24.347663 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:50:24.348040 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ad5cb-e4a8-4c82-85e2-7694ddd6a36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a65f0c7-7299-4541-9b6d-006762d5abfd,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:24.351100 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:50:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:24.359554 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-28477559-423f-4d87-9543-b8c3ac5b395a req-4c0c1308-d41b-4d05-a1d1-cf0ab16ffa57 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991533 Mar 09 19:50:24.360295 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-60e3eac3-e0ed-433b-948a-c0ae965fde1d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Made reservation on behalf of f40a33baeda64a69bab5c022461457ab for: {'port': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:50:24.365183 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-60e3eac3-e0ed-433b-948a-c0ae965fde1d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:24.430611 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-fc3f5598-e728-4723-a6b2-a1d899c530bd service neutron] 10.222.0.16 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5354936 Mar 09 19:50:24.451196 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf0e17f-9772-479c-8b3b-26d5e441c700 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:50:24.459663 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Pushing event updated for resources: {'Port': ['ID=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:24.589277 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port f712374a-ceb3-4ca8-ae31-1ef1f45edace is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:24.591210 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-411ad5cb-e4a8-4c82-85e2-7694ddd6a36a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2f24f1d212b442a93eba58477a90723&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9307120 Mar 09 19:50:24.594038 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 37554) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:24.602128 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Attempting to bind port e2efef81-5f23-453c-a2c7-d3fef2e6b13d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:50:24.602464 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Attempting to bind port e2efef81-5f23-453c-a2c7-d3fef2e6b13d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b4cd3480-21d1-4073-a3a0-edd949c13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9'}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:50:24.604844 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Attempting to bind port e2efef81-5f23-453c-a2c7-d3fef2e6b13d on network 2333c970-a951-49ee-a7ad-57bc53c804b9 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:50:24.631972 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Port e2efef81-5f23-453c-a2c7-d3fef2e6b13d on network 2333c970-a951-49ee-a7ad-57bc53c804b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 19:50:24.632548 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Attempting to bind port e2efef81-5f23-453c-a2c7-d3fef2e6b13d on network 2333c970-a951-49ee-a7ad-57bc53c804b9 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:50:24.663096 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:50:24.663762 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Checking segment: {'id': 'b4cd3480-21d1-4073-a3a0-edd949c13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:50:24.664520 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Bound using segment: {'id': 'b4cd3480-21d1-4073-a3a0-edd949c13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9'} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:50:24.665533 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Bound port: e2efef81-5f23-453c-a2c7-d3fef2e6b13d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4cd3480-21d1-4073-a3a0-edd949c13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9'}}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:50:24.666102 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:24.690929 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12911e44-650a-45a2-8345-26dae9797ecc None None] Pushing event updated for resources: {'Port': ['ID=3afc5d20-f34a-4a18-870c-30730eb00de7,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:24.707910 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-23ef0125-f170-4100-a12d-944c9f25caa7 None None] Provisioning complete for port 3afc5d20-f34a-4a18-870c-30730eb00de7 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:24.709268 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-23ef0125-f170-4100-a12d-944c9f25caa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:24.780340 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 37560) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:24.805149 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] For port e2efef81-5f23-453c-a2c7-d3fef2e6b13d, host hv-cinder-78836, cleared binding levels {{(pid=114605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:50:24.810330 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] For port e2efef81-5f23-453c-a2c7-d3fef2e6b13d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:50:24.849252 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7cf0e17f-9772-479c-8b3b-26d5e441c700 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (d8605643-09b5-4814-9ae1-2c3487fd257e), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:24.855087 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:24.966830 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device fc05b0d0-f6ed-413e-8bb7-0066045a5e58 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:50:25.008119 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-60e3eac3-e0ed-433b-948a-c0ae965fde1d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Allocated IP 172.20.0.4 (afc5eb80-49ab-4378-95f2-aaf87384a62e/80514b34-5e48-4a20-8a26-dafa704cc5f5/767daaf2-91c4-44ca-9887-2637f3465639) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:50:25.056096 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:50:25.231609 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-60e3eac3-e0ed-433b-948a-c0ae965fde1d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Publish callbacks [] for port (767daaf2-91c4-44ca-9887-2637f3465639), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:25.286144 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:25.288712 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:25.290854 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] 10.222.0.20 "PUT /v2.0/ports/e2efef81-5f23-453c-a2c7-d3fef2e6b13d HTTP/1.1" status: 200 len: 1093 time: 2.5754249 Mar 09 19:50:25.328588 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e8973f24-d592-4f68-b84e-a03618926a67 req-03c51a04-6795-4bc0-b9db-cb63f08fa289 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 210 time: 0.3381457 Mar 09 19:50:25.358065 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9cebc77f-0165-4d59-8dd6-9b5f259f3eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:25.368198 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-60e3eac3-e0ed-433b-948a-c0ae965fde1d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (767daaf2-91c4-44ca-9887-2637f3465639), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:25.406380 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b793f7d-3aa4-447f-b107-ff6867ee11bc', 'tag': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:50:25.446200 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-23ef0125-f170-4100-a12d-944c9f25caa7 None None] Current status of the port 3afc5d20-f34a-4a18-870c-30730eb00de7 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:25.446754 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-23ef0125-f170-4100-a12d-944c9f25caa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:25.484513 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port fc05b0d0-f6ed-413e-8bb7-0066045a5e58 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:25.484898 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (fc05b0d0-f6ed-413e-8bb7-0066045a5e58), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:25.556350 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7cf0e17f-9772-479c-8b3b-26d5e441c700 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (9db3e9c2-fc8a-4919-ac32-4c9017d7f911), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:25.596599 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-23ef0125-f170-4100-a12d-944c9f25caa7 None None] For port 3afc5d20-f34a-4a18-870c-30730eb00de7, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=3afc5d20-f34a-4a18-870c-30730eb00de7,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:25.651817 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c428a6-26db-4037-8f65-12381863c323 req-61e7eb26-ee95-4265-9ede-cc25901b7039 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:25.654016 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f5c428a6-26db-4037-8f65-12381863c323 req-61e7eb26-ee95-4265-9ede-cc25901b7039 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 943 time: 1.1013737 Mar 09 19:50:25.666448 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9cebc77f-0165-4d59-8dd6-9b5f259f3eea admin admin] Publish callbacks [] for security_group (86a15941-4caf-4a81-a494-8989c3857a96), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:25.684176 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-23ef0125-f170-4100-a12d-944c9f25caa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:25.720491 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-60e3eac3-e0ed-433b-948a-c0ae965fde1d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Network afc5eb80-49ab-4378-95f2-aaf87384a62e is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:50:25.721146 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9cebc77f-0165-4d59-8dd6-9b5f259f3eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (86a15941-4caf-4a81-a494-8989c3857a96), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:25.771411 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cebc77f-0165-4d59-8dd6-9b5f259f3eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a15941-4caf-4a81-a494-8989c3857a96,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:25.795163 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-60e3eac3-e0ed-433b-948a-c0ae965fde1d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:50:25.802691 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-2f814f0c-1fee-4efc-b99f-e36011406169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:25.804990 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-2f814f0c-1fee-4efc-b99f-e36011406169 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52cda80c344647d9be865c160e333e2b&device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 1127 time: 0.4079998 Mar 09 19:50:25.806494 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54c501-f5e7-4bb9-b6de-90a25a372a3d service neutron] Pushing event updated for resources: {'Port': ['ID=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,revision_number=3']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:25.807268 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-dd9b27fc-60cd-4e92-ae24-b1e5479219ec admin admin] Publish callbacks [] for security_group (0a65f0c7-7299-4541-9b6d-006762d5abfd), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:25.809649 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3eac3-e0ed-433b-948a-c0ae965fde1d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Pushing event updated for resources: {'Port': ['ID=767daaf2-91c4-44ca-9887-2637f3465639,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:25.847213 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ef0125-f170-4100-a12d-944c9f25caa7 None None] Pushing event updated for resources: {'Port': ['ID=3afc5d20-f34a-4a18-870c-30730eb00de7,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:25.883762 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ed66b9-7580-4ba3-9ded-be45f4f32d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b793f7d-3aa4-447f-b107-ff6867ee11bc", "tag": "e2efef81-5f23-453c-a2c7-d3fef2e6b13d"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:50:25.908266 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-9cebc77f-0165-4d59-8dd6-9b5f259f3eea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e79fba26419941b3be0a350c58c6ad9d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1151519 Mar 09 19:50:25.913892 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 37600) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:25.917279 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port fc05b0d0-f6ed-413e-8bb7-0066045a5e58 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:25.921041 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-60e3eac3-e0ed-433b-948a-c0ae965fde1d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:50:25.921206 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-c8a295ec-e1d2-4747-b438-4157ddfa0e1e None None] Provisioning complete for port 3afc5d20-f34a-4a18-870c-30730eb00de7 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:25.921476 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c8a295ec-e1d2-4747-b438-4157ddfa0e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:25.934532 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-60e3eac3-e0ed-433b-948a-c0ae965fde1d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:25.936800 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-60e3eac3-e0ed-433b-948a-c0ae965fde1d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:25.961302 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:24Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:25.968310 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-dd9b27fc-60cd-4e92-ae24-b1e5479219ec admin admin] Publish callbacks [] for security_group (0a65f0c7-7299-4541-9b6d-006762d5abfd), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:25.983382 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-4287411a-80d3-4801-b14a-707354222234 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2efef81-5f23-453c-a2c7-d3fef2e6b13d HTTP/1.1" status: 200 len: 217 time: 0.1699226 Mar 09 19:50:25.988768 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7e97a-491f-43cc-875f-3952654a89c2 req-19947059-5953-444b-829d-929aa5cf4f46 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:25.990563 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0fd7e97a-491f-43cc-875f-3952654a89c2 req-19947059-5953-444b-829d-929aa5cf4f46 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.4060922 Mar 09 19:50:26.005363 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b7857-f3c8-4892-b7e7-d273743191ad None None] The sync data for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi is: [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:24Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:50:26.019133 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f5c428a6-26db-4037-8f65-12381863c323 req-587acc17-0ed1-4dd9-bc5c-94d2c65242cf tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/security-groups?id=af2ab9e2-01a4-4363-8562-f33094fa11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450418 Mar 09 19:50:26.065624 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-60e3eac3-e0ed-433b-948a-c0ae965fde1d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5255504 Mar 09 19:50:26.088209 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-c8a295ec-e1d2-4747-b438-4157ddfa0e1e None None] Current status of the port 3afc5d20-f34a-4a18-870c-30730eb00de7 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:26.091734 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Request body: {'port': {'device_id': 'f4ab73ce-d6c3-40df-bd4c-af77cab13a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:26.137693 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-854efba4-18ee-4abf-a7f7-d27e829cd70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:26.139148 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-854efba4-18ee-4abf-a7f7-d27e829cd70a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=745bc262-f6dc-493a-8098-f645b9a00e95 HTTP/1.1" status: 200 len: 855 time: 0.1375241 Mar 09 19:50:26.214914 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0fd7e97a-491f-43cc-875f-3952654a89c2 req-1490f7d9-28cb-491c-b03b-32d0af1ca915 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119868 Mar 09 19:50:26.238896 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c54a5e4f-868a-468b-adc8-c215caab1537 admin admin] Publish callbacks [] for security_group (86a15941-4caf-4a81-a494-8989c3857a96), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:26.262587 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-dd9b27fc-60cd-4e92-ae24-b1e5479219ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (0a65f0c7-7299-4541-9b6d-006762d5abfd), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:26.265099 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-dd9b27fc-60cd-4e92-ae24-b1e5479219ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:26.269186 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-dd9b27fc-60cd-4e92-ae24-b1e5479219ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0a65f0c7-7299-4541-9b6d-006762d5abfd HTTP/1.1" status: 204 len: 168 time: 1.6077850 Mar 09 19:50:26.297804 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b27fc-60cd-4e92-ae24-b1e5479219ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a65f0c7-7299-4541-9b6d-006762d5abfd,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:26.300766 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c54a5e4f-868a-468b-adc8-c215caab1537 admin admin] Publish callbacks [] for security_group (86a15941-4caf-4a81-a494-8989c3857a96), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:26.303573 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (767daaf2-91c4-44ca-9887-2637f3465639), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:26.362581 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7cf0e17f-9772-479c-8b3b-26d5e441c700 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for port (9db3e9c2-fc8a-4919-ac32-4c9017d7f911), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:26.370860 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec49ff9-86bf-4dff-ba16-9a99fa0b63bc x-openstack-request-id: req-2ec49ff9-86bf-4dff-ba16-9a99fa0b63bc {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:50:26.371132 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b793f7d-3aa4-447f-b107-ff6867ee11bc", "tag": "e2efef81-5f23-453c-a2c7-d3fef2e6b13d", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:50:26.372759 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ec49ff9-86bf-4dff-ba16-9a99fa0b63bc {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:50:26.374865 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b793f7d-3aa4-447f-b107-ff6867ee11bc', 'tag': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d', 'status': 'completed', 'code': 200} Mar 09 19:50:26.377261 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7cf0e17f-9772-479c-8b3b-26d5e441c700 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (9db3e9c2-fc8a-4919-ac32-4c9017d7f911), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:26.431331 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7cf0e17f-9772-479c-8b3b-26d5e441c700 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (d8605643-09b5-4814-9ae1-2c3487fd257e), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:26.530350 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-5adb4aab-5b11-497d-bc4c-baf8ad11836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:26.532371 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-5adb4aab-5b11-497d-bc4c-baf8ad11836f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2333c970-a951-49ee-a7ad-57bc53c804b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3868432 Mar 09 19:50:26.704611 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 1ddc2388-330b-40fd-b39e-a908ee608299 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:50:26.718824 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a34d1555-6026-4a55-b8c6-66d3893d91f9 req-46018ebf-7093-45b3-8a1e-67e7f4465cef tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 210 time: 0.0965261 Mar 09 19:50:26.727396 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c54a5e4f-868a-468b-adc8-c215caab1537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (86a15941-4caf-4a81-a494-8989c3857a96), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:26.749151 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-23d04290-fd27-42d1-aab7-7d90bfe40b86 service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963432 Mar 09 19:50:26.766957 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c54a5e4f-868a-468b-adc8-c215caab1537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:26.770713 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7cf0e17f-9772-479c-8b3b-26d5e441c700 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:26.774840 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-c54a5e4f-868a-468b-adc8-c215caab1537 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86a15941-4caf-4a81-a494-8989c3857a96 HTTP/1.1" status: 204 len: 168 time: 0.8190479 Mar 09 19:50:26.783369 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-7cf0e17f-9772-479c-8b3b-26d5e441c700 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4211562 Mar 09 19:50:26.810253 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0e17f-9772-479c-8b3b-26d5e441c700 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'Port': ['ID=9db3e9c2-fc8a-4919-ac32-4c9017d7f911,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:26.838727 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 3afc5d20-f34a-4a18-870c-30730eb00de7 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:50:26.947945 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-cefac127-7fb7-41e0-9871-a97bd6bd8a10 req-5e4c70a8-c685-4740-b3ea-9fc866d3b40b service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903954 Mar 09 19:50:26.981434 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 1ddc2388-330b-40fd-b39e-a908ee608299, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1ddc2388-330b-40fd-b39e-a908ee608299,segment=NetworkSegment(a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c),segment_id=a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:27.000149 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 37634) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:27.019626 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3ee2af41-44eb-45da-ac9b-6fb681966d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:27.020144 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': '1ddc2388-330b-40fd-b39e-a908ee608299', 'network_id': 'e3239b76-443e-4739-8be5-90c0b832854f', 'port_id': '1ddc2388-330b-40fd-b39e-a908ee608299', 'mac_address': 'fa:16:3e:87:4f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9712466e-f53c-42aa-be02-2912c1136e50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:50:27.061674 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 3afc5d20-f34a-4a18-870c-30730eb00de7 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:27.062659 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:27.192168 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3ee2af41-44eb-45da-ac9b-6fb681966d65 admin admin] Publish callbacks [] for security_group (6b606955-d7f6-47bc-8714-66c6feb7d65e), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:27.208754 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3ee2af41-44eb-45da-ac9b-6fb681966d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (6b606955-d7f6-47bc-8714-66c6feb7d65e), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:27.215455 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed66b9-7580-4ba3-9ded-be45f4f32d9c req-07ee17be-48c2-4e94-9c0c-86b28ac03f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:27.217345 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-61ed66b9-7580-4ba3-9ded-be45f4f32d9c req-07ee17be-48c2-4e94-9c0c-86b28ac03f70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52cda80c344647d9be865c160e333e2b&device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 1127 time: 0.1989999 Mar 09 19:50:27.309214 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-3ee2af41-44eb-45da-ac9b-6fb681966d65 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb8081a75a204d22b7d574a5275e4618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076837 Mar 09 19:50:27.326485 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 37650) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:27.348812 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a5e4f-868a-468b-adc8-c215caab1537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a15941-4caf-4a81-a494-8989c3857a96,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:27.387629 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2af41-44eb-45da-ac9b-6fb681966d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b606955-d7f6-47bc-8714-66c6feb7d65e,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:27.388900 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 1ddc2388-330b-40fd-b39e-a908ee608299 is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:27.389643 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (1ddc2388-330b-40fd-b39e-a908ee608299), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:27.445338 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ddc2388-330b-40fd-b39e-a908ee608299 {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:50:27.586029 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 1ddc2388-330b-40fd-b39e-a908ee608299, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1ddc2388-330b-40fd-b39e-a908ee608299,segment=NetworkSegment(a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c),segment_id=a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:27.592807 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 3afc5d20-f34a-4a18-870c-30730eb00de7 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:27.598358 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (1ddc2388-330b-40fd-b39e-a908ee608299), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:27.603487 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-685b38f4-982b-4c9b-b97a-359cb58185dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:27.606131 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 37672) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:27.655046 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-76e43713-7466-4736-a7fc-198c4b01a670 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:27.656804 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-76e43713-7466-4736-a7fc-198c4b01a670 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.20 "GET /v2.0/networks?id=afc5eb80-49ab-4378-95f2-aaf87384a62e HTTP/1.1" status: 200 len: 819 time: 1.2171545 Mar 09 19:50:27.683465 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-09b62711-54f1-4e0c-9d60-f4d4b981f081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:27.686793 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-8fe2e218-4136-41de-b557-29022c7492f7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Request body: {'port': {'device_id': '16839ec5-77a1-4dbb-98f2-2a2a16011348', 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e', 'admin_state_up': True, 'tenant_id': 'f40a33baeda64a69bab5c022461457ab'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:27.690574 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=1ddc2388-330b-40fd-b39e-a908ee608299,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:27.708821 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed66b9-7580-4ba3-9ded-be45f4f32d9c req-ee429fe0-924a-4cce-89e3-2f0f34657005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:27.710464 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-61ed66b9-7580-4ba3-9ded-be45f4f32d9c req-ee429fe0-924a-4cce-89e3-2f0f34657005 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2333c970-a951-49ee-a7ad-57bc53c804b9 HTTP/1.1" status: 200 len: 917 time: 0.4859028 Mar 09 19:50:27.749572 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b24194-918d-427e-90ac-2d3f445edaa4 req-0d658020-8a95-4e23-af21-b3515c240258 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:27.760454 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-61b24194-918d-427e-90ac-2d3f445edaa4 req-0d658020-8a95-4e23-af21-b3515c240258 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 943 time: 0.3784773 Mar 09 19:50:27.766517 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-58627402-dde2-4910-aa44-ca29e86a8beb admin admin] Publish callbacks [] for security_group (6b606955-d7f6-47bc-8714-66c6feb7d65e), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:27.772332 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-61ed66b9-7580-4ba3-9ded-be45f4f32d9c req-9dff55c8-a1d0-4d9b-9050-e0c39505f16c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2efef81-5f23-453c-a2c7-d3fef2e6b13d HTTP/1.1" status: 200 len: 217 time: 0.0537238 Mar 09 19:50:27.782880 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-81092eff-a4e0-46af-95d2-1948a7a39ff9 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--338668862&fields=id&tenant_id=55d035a3aae24ccb9b470e06d3d01412 HTTP/1.1" status: 200 len: 267 time: 0.2552953 Mar 09 19:50:27.797403 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-58627402-dde2-4910-aa44-ca29e86a8beb admin admin] Publish callbacks [] for security_group (6b606955-d7f6-47bc-8714-66c6feb7d65e), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:27.898718 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed66b9-7580-4ba3-9ded-be45f4f32d9c req-909a2d75-2d5b-49c6-a6e6-cd90f8c7da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:27.900299 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-61ed66b9-7580-4ba3-9ded-be45f4f32d9c req-909a2d75-2d5b-49c6-a6e6-cd90f8c7da50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=745bc262-f6dc-493a-8098-f645b9a00e95 HTTP/1.1" status: 200 len: 855 time: 0.0886104 Mar 09 19:50:27.904528 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['1ddc2388-330b-40fd-b39e-a908ee608299'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:50:27.944270 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-58627402-dde2-4910-aa44-ca29e86a8beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (6b606955-d7f6-47bc-8714-66c6feb7d65e), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:27.946933 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-58627402-dde2-4910-aa44-ca29e86a8beb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:27.948079 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-58627402-dde2-4910-aa44-ca29e86a8beb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b606955-d7f6-47bc-8714-66c6feb7d65e HTTP/1.1" status: 204 len: 168 time: 0.6081023 Mar 09 19:50:27.965264 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767daaf2-91c4-44ca-9887-2637f3465639 {{(pid=114604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:50:27.969831 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-09b62711-54f1-4e0c-9d60-f4d4b981f081 admin admin] Publish callbacks [] for security_group (c5406730-8df0-4541-b761-9028b94a8088), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:27.973586 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58627402-dde2-4910-aa44-ca29e86a8beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b606955-d7f6-47bc-8714-66c6feb7d65e,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:27.982222 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-09b62711-54f1-4e0c-9d60-f4d4b981f081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (c5406730-8df0-4541-b761-9028b94a8088), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:28.026290 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed66b9-7580-4ba3-9ded-be45f4f32d9c req-14aa0602-4177-4dc6-a402-c6bc6054381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:28.027974 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-61ed66b9-7580-4ba3-9ded-be45f4f32d9c req-14aa0602-4177-4dc6-a402-c6bc6054381f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2333c970-a951-49ee-a7ad-57bc53c804b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1170166 Mar 09 19:50:28.029345 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b62711-54f1-4e0c-9d60-f4d4b981f081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5406730-8df0-4541-b761-9028b94a8088,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:28.034878 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-09b62711-54f1-4e0c-9d60-f4d4b981f081 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1957e19b6c64993ba039e24fac0855f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4178269 Mar 09 19:50:28.043293 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 37682) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:28.087940 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Publish callbacks [] for port (767daaf2-91c4-44ca-9887-2637f3465639), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:28.095567 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-2bec0a1f-85ca-4064-ae71-c85c2f15b880 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:28.097713 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-2bec0a1f-85ca-4064-ae71-c85c2f15b880 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/networks?id=e1fb9771-c14c-449d-8f62-3d71790f8b4f HTTP/1.1" status: 200 len: 815 time: 0.2709389 Mar 09 19:50:28.161305 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.provisioning_blocks [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Transition to ACTIVE for port object 767daaf2-91c4-44ca-9887-2637f3465639 will not be triggered until provisioned by entity L2. {{(pid=114604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 19:50:28.163399 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-5caff23d-47c7-4ab9-b033-2d4bcf6b43a8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/quotas/55d035a3aae24ccb9b470e06d3d01412 HTTP/1.1" status: 200 len: 375 time: 0.0592210 Mar 09 19:50:28.166666 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-61ed66b9-7580-4ba3-9ded-be45f4f32d9c req-97e62a59-d8af-46ec-b533-ecc93a2698bd service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301012 Mar 09 19:50:28.167211 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-61b24194-918d-427e-90ac-2d3f445edaa4 req-79fb1567-35d8-4c8f-8781-3e07b7cd5a66 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/security-groups?id=af2ab9e2-01a4-4363-8562-f33094fa11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054449 Mar 09 19:50:28.167363 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ceb903f3-4243-45b5-b78b-5ec5687e1384 admin admin] Publish callbacks [] for security_group (c5406730-8df0-4541-b761-9028b94a8088), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:28.167964 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-8fe2e218-4136-41de-b557-29022c7492f7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Made reservation on behalf of f40a33baeda64a69bab5c022461457ab for: {'port': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:50:28.172677 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-8fe2e218-4136-41de-b557-29022c7492f7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:28.184407 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (767daaf2-91c4-44ca-9887-2637f3465639), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:28.218358 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ceb903f3-4243-45b5-b78b-5ec5687e1384 admin admin] Publish callbacks [] for security_group (c5406730-8df0-4541-b761-9028b94a8088), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:28.393092 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Pushing event updated for resources: {'Port': ['ID=767daaf2-91c4-44ca-9887-2637f3465639,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:28.469567 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-59b96fa3-d9bb-4cbb-9d3a-92eb55ee85a9 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=55d035a3aae24ccb9b470e06d3d01412&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2860060 Mar 09 19:50:28.475433 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-61ed66b9-7580-4ba3-9ded-be45f4f32d9c req-c04277c6-2b7a-42e0-a23e-459bf27defff service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986839 Mar 09 19:50:28.482631 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Attempting to bind port 767daaf2-91c4-44ca-9887-2637f3465639 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:50:28.482972 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Attempting to bind port 767daaf2-91c4-44ca-9887-2637f3465639 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '611a46d8-2a38-496f-8795-6bc9a80f2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e'}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:50:28.483284 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Attempting to bind port 767daaf2-91c4-44ca-9887-2637f3465639 on network afc5eb80-49ab-4378-95f2-aaf87384a62e {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:50:28.491079 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ceb903f3-4243-45b5-b78b-5ec5687e1384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (c5406730-8df0-4541-b761-9028b94a8088), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:28.494876 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ceb903f3-4243-45b5-b78b-5ec5687e1384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:28.498239 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-ceb903f3-4243-45b5-b78b-5ec5687e1384 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5406730-8df0-4541-b761-9028b94a8088 HTTP/1.1" status: 204 len: 168 time: 0.4500346 Mar 09 19:50:28.501191 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b458f8-a453-4b9f-947f-6b6b76f3526b req-b0a3491a-fc0b-4bad-9c14-d8acb5833aac tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:28.502668 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f3b458f8-a453-4b9f-947f-6b6b76f3526b req-b0a3491a-fc0b-4bad-9c14-d8acb5833aac tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.1888413 Mar 09 19:50:28.505873 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb903f3-4243-45b5-b78b-5ec5687e1384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5406730-8df0-4541-b761-9028b94a8088,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:28.506154 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Port 767daaf2-91c4-44ca-9887-2637f3465639 on network afc5eb80-49ab-4378-95f2-aaf87384a62e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 19:50:28.506473 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Attempting to bind port 767daaf2-91c4-44ca-9887-2637f3465639 on network afc5eb80-49ab-4378-95f2-aaf87384a62e {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:50:28.539521 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:50:28.539911 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Checking segment: {'id': '611a46d8-2a38-496f-8795-6bc9a80f2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:50:28.540253 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Bound using segment: {'id': '611a46d8-2a38-496f-8795-6bc9a80f2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e'} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:50:28.540698 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Bound port: 767daaf2-91c4-44ca-9887-2637f3465639, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611a46d8-2a38-496f-8795-6bc9a80f2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e'}}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:50:28.541048 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (767daaf2-91c4-44ca-9887-2637f3465639), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:28.549616 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-8fe2e218-4136-41de-b557-29022c7492f7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Allocated IP 172.20.0.2 (afc5eb80-49ab-4378-95f2-aaf87384a62e/80514b34-5e48-4a20-8a26-dafa704cc5f5/c4e00d16-4c3a-4dd3-83ed-016838cfc060) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:50:28.626110 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f3b458f8-a453-4b9f-947f-6b6b76f3526b req-8171b865-0690-4ec8-8248-7b9b8cf1032e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134713 Mar 09 19:50:28.721072 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] For port 767daaf2-91c4-44ca-9887-2637f3465639, host hv-cinder-78836, cleared binding levels {{(pid=114604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:50:28.764015 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c5ac2408-2258-40b5-8012-18f5ac30042a req-4bc96259-5947-4abd-a56f-9868f8bf83f6 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 210 time: 0.0622730 Mar 09 19:50:28.769792 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] For port 767daaf2-91c4-44ca-9887-2637f3465639, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=767daaf2-91c4-44ca-9887-2637f3465639,segment=NetworkSegment(611a46d8-2a38-496f-8795-6bc9a80f2d30),segment_id=611a46d8-2a38-496f-8795-6bc9a80f2d30)] {{(pid=114604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:50:28.800723 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (767daaf2-91c4-44ca-9887-2637f3465639), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:28.840624 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:28.841247 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:28.842643 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] 10.222.0.20 "PUT /v2.0/ports/767daaf2-91c4-44ca-9887-2637f3465639 HTTP/1.1" status: 200 len: 1093 time: 2.7617865 Mar 09 19:50:28.843098 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ab73ce-d6c3-40df-bd4c-af77cab13a8a', 'tag': '767daaf2-91c4-44ca-9887-2637f3465639'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:50:28.848053 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a190c76-3671-41b0-bc22-2374c591c524" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ab73ce-d6c3-40df-bd4c-af77cab13a8a", "tag": "767daaf2-91c4-44ca-9887-2637f3465639"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:50:28.897856 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b5f4c-143b-4418-a71a-f52ab539cffe service neutron] Pushing event updated for resources: {'Port': ['ID=767daaf2-91c4-44ca-9887-2637f3465639,revision_number=3']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:28.902684 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-8fe2e218-4136-41de-b557-29022c7492f7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Publish callbacks [] for port (c4e00d16-4c3a-4dd3-83ed-016838cfc060), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:28.919827 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-5b5f9612-d3dd-4613-b791-8282cc9475f6 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114604) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 19:50:28.921513 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-5b5f9612-d3dd-4613-b791-8282cc9475f6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2210321 Mar 09 19:50:28.957334 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9177d2bf-272a-41ce-82f2-f327e0adda3a x-openstack-request-id: req-9177d2bf-272a-41ce-82f2-f327e0adda3a {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:50:28.957634 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ab73ce-d6c3-40df-bd4c-af77cab13a8a", "tag": "767daaf2-91c4-44ca-9887-2637f3465639", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:50:28.957893 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9177d2bf-272a-41ce-82f2-f327e0adda3a {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:50:28.958352 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ab73ce-d6c3-40df-bd4c-af77cab13a8a', 'tag': '767daaf2-91c4-44ca-9887-2637f3465639', 'status': 'completed', 'code': 200} Mar 09 19:50:29.018477 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-8fe2e218-4136-41de-b557-29022c7492f7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (c4e00d16-4c3a-4dd3-83ed-016838cfc060), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:29.084362 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-8fe2e218-4136-41de-b557-29022c7492f7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Network afc5eb80-49ab-4378-95f2-aaf87384a62e is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:50:29.090017 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-8fe2e218-4136-41de-b557-29022c7492f7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:50:29.092413 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-8fe2e218-4136-41de-b557-29022c7492f7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:50:29.097699 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-8fe2e218-4136-41de-b557-29022c7492f7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:29.098868 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-8fe2e218-4136-41de-b557-29022c7492f7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:29.107770 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-e18f7158-280c-437e-9ba5-deaac73ea131 service neutron] 10.222.0.16 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780100 Mar 09 19:50:29.111489 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2e218-4136-41de-b557-29022c7492f7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Pushing event updated for resources: {'Port': ['ID=c4e00d16-4c3a-4dd3-83ed-016838cfc060,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:29.150408 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-8fe2e218-4136-41de-b557-29022c7492f7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4752965 Mar 09 19:50:29.216959 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-8acbed16-ccaa-4771-9859-2fd6c0533dc7 service neutron] 10.222.0.16 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017613 Mar 09 19:50:29.326713 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25471c0-caac-40ed-adfb-f1c58902bad9 req-099aa0ec-b242-4b40-9334-649caa42186f tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:29.328630 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c25471c0-caac-40ed-adfb-f1c58902bad9 req-099aa0ec-b242-4b40-9334-649caa42186f tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 944 time: 0.0654440 Mar 09 19:50:29.389761 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c25471c0-caac-40ed-adfb-f1c58902bad9 req-5020fbb8-4e84-4cab-a4cf-6a78a6785f3a tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/security-groups?id=af2ab9e2-01a4-4363-8562-f33094fa11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555246 Mar 09 19:50:29.457809 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5e787d17-b68b-4624-b099-51e42d64f0df req-256ebd55-d4ee-49cf-a485-281dd5e76fbe tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 210 time: 0.0302339 Mar 09 19:50:29.730315 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f2e4a5e4-c09c-403d-a6f8-9abd0f95ab3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:29.803134 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bccc61a-bf7b-47bc-abd9-d5bbc7170b73 req-83d48520-0a0c-4c04-b3ed-1277b0f079f8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:29.806707 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8bccc61a-bf7b-47bc-abd9-d5bbc7170b73 req-83d48520-0a0c-4c04-b3ed-1277b0f079f8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0971036 Mar 09 19:50:29.903994 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8bccc61a-bf7b-47bc-abd9-d5bbc7170b73 req-f18db08a-4fd2-4e39-9888-91b14e78f87f tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910573 Mar 09 19:50:29.946918 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1293afb-acd1-4e27-87e9-9a1f3c5c8cf3 req-a18b3aca-22dc-4ee5-ae98-d87ad456a35b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:29.949121 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a1293afb-acd1-4e27-87e9-9a1f3c5c8cf3 req-a18b3aca-22dc-4ee5-ae98-d87ad456a35b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 931 time: 0.0956936 Mar 09 19:50:30.008211 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a1293afb-acd1-4e27-87e9-9a1f3c5c8cf3 req-8af3bd9b-1fd0-482a-a995-430da604f53b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579143 Mar 09 19:50:30.531001 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fb5e8-d8e6-491a-98c0-28f2ee336b4c req-383bbbb6-fa2a-4989-a8fc-5faf3a0f4bcb tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:30.532506 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2c9fb5e8-d8e6-491a-98c0-28f2ee336b4c req-383bbbb6-fa2a-4989-a8fc-5faf3a0f4bcb tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 944 time: 0.0760503 Mar 09 19:50:30.565881 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0beaf662-5403-4c6e-9e73-befa947bcd67 req-29786a77-ded7-4cca-b716-260eb12a9b91 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 210 time: 0.0280242 Mar 09 19:50:30.620812 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2c9fb5e8-d8e6-491a-98c0-28f2ee336b4c req-f4481f60-761b-4f0a-a02e-1e2c98c559af tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/security-groups?id=af2ab9e2-01a4-4363-8562-f33094fa11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576026 Mar 09 19:50:30.803994 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Request body: {'port': {'device_id': '16839ec5-77a1-4dbb-98f2-2a2a16011348', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:30.827375 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:30.921705 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (c4e00d16-4c3a-4dd3-83ed-016838cfc060), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:30.934353 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a190c76-3671-41b0-bc22-2374c591c524 req-fc900fb8-61b2-4f24-a7a3-7d5e61d710bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:30.935877 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2a190c76-3671-41b0-bc22-2374c591c524 req-fc900fb8-61b2-4f24-a7a3-7d5e61d710bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f40a33baeda64a69bab5c022461457ab&device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 1127 time: 0.0956697 Mar 09 19:50:31.477616 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a190c76-3671-41b0-bc22-2374c591c524 req-a4a2d55b-8386-4392-bacf-018faf4fc589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:31.479015 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2a190c76-3671-41b0-bc22-2374c591c524 req-a4a2d55b-8386-4392-bacf-018faf4fc589 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f40a33baeda64a69bab5c022461457ab&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5177724 Mar 09 19:50:31.487852 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-adffcd8a-0ea8-439c-9281-71109f578e4d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:31.490095 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-adffcd8a-0ea8-439c-9281-71109f578e4d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "GET /v2.0/networks?id=e1fb9771-c14c-449d-8f62-3d71790f8b4f HTTP/1.1" status: 200 len: 815 time: 0.1350594 Mar 09 19:50:31.497032 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e4bf4-ae48-44a1-9c6d-51cf6a5ac4dc req-f193ab84-f1b5-4448-9d4d-acae7e12e697 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:31.498567 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d02e4bf4-ae48-44a1-9c6d-51cf6a5ac4dc req-f193ab84-f1b5-4448-9d4d-acae7e12e697 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.4904571 Mar 09 19:50:31.588547 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-2b61f9a0-a2c1-408d-9389-6b46c1228027 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55d035a3aae24ccb9b470e06d3d01412 HTTP/1.1" status: 200 len: 379 time: 0.0906925 Mar 09 19:50:31.596331 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a778fcc-a295-4ec4-9a44-8a5a30f994f7 req-9a048314-0617-4211-9309-efbacb7b1303 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:31.599220 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3a778fcc-a295-4ec4-9a44-8a5a30f994f7 req-9a048314-0617-4211-9309-efbacb7b1303 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 931 time: 0.4816282 Mar 09 19:50:31.601660 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-3ab4b987-c2b2-4013-b5e9-e3960cf8de2b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'port': {'device_id': '7f89a57f-89ca-498e-bf18-cab368133f65', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'admin_state_up': True, 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'security_groups': ['e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669']}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:31.724130 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-3ab4b987-c2b2-4013-b5e9-e3960cf8de2b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Made reservation on behalf of 55d035a3aae24ccb9b470e06d3d01412 for: {'port': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:50:31.727980 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-3ab4b987-c2b2-4013-b5e9-e3960cf8de2b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:31.921332 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d02e4bf4-ae48-44a1-9c6d-51cf6a5ac4dc req-aae80ba4-734b-4467-9f24-c03fc6d9ddb3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3839350 Mar 09 19:50:31.921332 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a190c76-3671-41b0-bc22-2374c591c524 req-c34e510c-c916-4a77-b762-7b996a831ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:31.921332 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2a190c76-3671-41b0-bc22-2374c591c524 req-c34e510c-c916-4a77-b762-7b996a831ef2 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4280968 Mar 09 19:50:31.932252 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-3ab4b987-c2b2-4013-b5e9-e3960cf8de2b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Allocated IP 172.20.0.9 (e1fb9771-c14c-449d-8f62-3d71790f8b4f/1691d741-1db9-45a9-b9fc-c8baf7574710/369d6714-3c0c-42bc-97fa-6f197e0fc770) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:50:31.935499 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3a778fcc-a295-4ec4-9a44-8a5a30f994f7 req-50bd657a-3f7e-4f65-8ce8-19571ab760ce tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913651 Mar 09 19:50:32.030825 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:32.124485 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-907ece2b-c050-4d88-947d-333586fb322c req-1bec6f60-2f46-4ba9-911d-4ab3a22856a1 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 210 time: 0.0729275 Mar 09 19:50:32.169041 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e00d16-4c3a-4dd3-83ed-016838cfc060 {{(pid=114604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:50:32.178171 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-3ab4b987-c2b2-4013-b5e9-e3960cf8de2b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for port (369d6714-3c0c-42bc-97fa-6f197e0fc770), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:32.183950 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Publish callbacks [] for port (c4e00d16-4c3a-4dd3-83ed-016838cfc060), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:32.187290 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-3271eb66-1a29-4f02-86d5-db6a8f1570bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:32.188988 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-3271eb66-1a29-4f02-86d5-db6a8f1570bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f40a33baeda64a69bab5c022461457ab&device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 1127 time: 0.2079773 Mar 09 19:50:32.214260 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9eb040-9e5e-42da-b9f2-2bcf0e947d4e req-71328a36-2f0c-47dc-b67b-05ababd6064b tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:32.215866 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2e9eb040-9e5e-42da-b9f2-2bcf0e947d4e req-71328a36-2f0c-47dc-b67b-05ababd6064b tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 944 time: 0.1660955 Mar 09 19:50:32.220711 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-3ab4b987-c2b2-4013-b5e9-e3960cf8de2b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (369d6714-3c0c-42bc-97fa-6f197e0fc770), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:32.247855 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.provisioning_blocks [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Transition to ACTIVE for port object c4e00d16-4c3a-4dd3-83ed-016838cfc060 will not be triggered until provisioned by entity L2. {{(pid=114604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 19:50:32.249639 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-58f42827-8638-4c40-a493-ff911aef8517 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=767daaf2-91c4-44ca-9887-2637f3465639 HTTP/1.1" status: 200 len: 217 time: 0.0531290 Mar 09 19:50:32.272167 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-3ab4b987-c2b2-4013-b5e9-e3960cf8de2b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Network e1fb9771-c14c-449d-8f62-3d71790f8b4f is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:50:32.275420 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-3ab4b987-c2b2-4013-b5e9-e3960cf8de2b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:50:32.281761 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (c4e00d16-4c3a-4dd3-83ed-016838cfc060), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:32.281974 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-3ab4b987-c2b2-4013-b5e9-e3960cf8de2b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:50:32.287639 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-3ab4b987-c2b2-4013-b5e9-e3960cf8de2b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:32.288284 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-3ab4b987-c2b2-4013-b5e9-e3960cf8de2b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:32.300998 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4b987-c2b2-4013-b5e9-e3960cf8de2b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'Port': ['ID=369d6714-3c0c-42bc-97fa-6f197e0fc770,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:32.318001 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-3ab4b987-c2b2-4013-b5e9-e3960cf8de2b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7232130 Mar 09 19:50:32.331226 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Request body: {'port': {'device_id': '7f89a57f-89ca-498e-bf18-cab368133f65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:32.407560 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e00d16-4c3a-4dd3-83ed-016838cfc060,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:32.415808 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2e9eb040-9e5e-42da-b9f2-2bcf0e947d4e req-a0db7531-5033-4ade-b056-5ca8b55820ad tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/security-groups?id=af2ab9e2-01a4-4363-8562-f33094fa11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703334 Mar 09 19:50:32.417185 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-06d9a4c3-4d46-472b-bf0c-7f43583abfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:32.419015 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-06d9a4c3-4d46-472b-bf0c-7f43583abfac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80514b34-5e48-4a20-8a26-dafa704cc5f5 HTTP/1.1" status: 200 len: 859 time: 0.1618590 Mar 09 19:50:32.460619 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:32.465376 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (369d6714-3c0c-42bc-97fa-6f197e0fc770), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:32.506562 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-76883acd-74a2-4f49-b70d-e95e751af1b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afc5eb80-49ab-4378-95f2-aaf87384a62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461075 Mar 09 19:50:32.509650 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Attempting to bind port c4e00d16-4c3a-4dd3-83ed-016838cfc060 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:50:32.510272 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Attempting to bind port c4e00d16-4c3a-4dd3-83ed-016838cfc060 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '611a46d8-2a38-496f-8795-6bc9a80f2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e'}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:50:32.510699 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Attempting to bind port c4e00d16-4c3a-4dd3-83ed-016838cfc060 on network afc5eb80-49ab-4378-95f2-aaf87384a62e {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:50:32.525513 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Port c4e00d16-4c3a-4dd3-83ed-016838cfc060 on network afc5eb80-49ab-4378-95f2-aaf87384a62e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 19:50:32.526041 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Attempting to bind port c4e00d16-4c3a-4dd3-83ed-016838cfc060 on network afc5eb80-49ab-4378-95f2-aaf87384a62e {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:50:32.546275 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:50:32.546806 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Checking segment: {'id': '611a46d8-2a38-496f-8795-6bc9a80f2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:50:32.547283 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Bound using segment: {'id': '611a46d8-2a38-496f-8795-6bc9a80f2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e'} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:50:32.547917 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Bound port: c4e00d16-4c3a-4dd3-83ed-016838cfc060, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611a46d8-2a38-496f-8795-6bc9a80f2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e'}}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:50:32.548391 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (c4e00d16-4c3a-4dd3-83ed-016838cfc060), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:32.615305 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-3d290b69-d402-4b7f-9853-08c32b446d5f None None] Provisioning complete for port 369d6714-3c0c-42bc-97fa-6f197e0fc770 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:32.615847 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-3d290b69-d402-4b7f-9853-08c32b446d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (369d6714-3c0c-42bc-97fa-6f197e0fc770), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:32.666140 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-3d290b69-d402-4b7f-9853-08c32b446d5f None None] Port 369d6714-3c0c-42bc-97fa-6f197e0fc770 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:50:32.681590 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-82806f2e-8595-47a5-8be2-53d6b5dca53f service neutron] 10.222.0.20 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664579 Mar 09 19:50:32.687464 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] For port c4e00d16-4c3a-4dd3-83ed-016838cfc060, host hv-cinder-78836, cleared binding levels {{(pid=114604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:50:32.690439 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] For port c4e00d16-4c3a-4dd3-83ed-016838cfc060, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c4e00d16-4c3a-4dd3-83ed-016838cfc060,segment=NetworkSegment(611a46d8-2a38-496f-8795-6bc9a80f2d30),segment_id=611a46d8-2a38-496f-8795-6bc9a80f2d30)] {{(pid=114604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:50:32.711966 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (c4e00d16-4c3a-4dd3-83ed-016838cfc060), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:32.774646 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369d6714-3c0c-42bc-97fa-6f197e0fc770 {{(pid=114605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:50:32.782078 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Publish callbacks [] for port (369d6714-3c0c-42bc-97fa-6f197e0fc770), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:32.787202 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device e2efef81-5f23-453c-a2c7-d3fef2e6b13d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:50:32.793730 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:32.794353 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:32.795724 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] 10.222.0.20 "PUT /v2.0/ports/c4e00d16-4c3a-4dd3-83ed-016838cfc060 HTTP/1.1" status: 200 len: 1093 time: 1.9974267 Mar 09 19:50:32.798965 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.provisioning_blocks [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Transition to ACTIVE for port object 369d6714-3c0c-42bc-97fa-6f197e0fc770 will not be triggered until provisioned by entity L2. {{(pid=114605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 19:50:32.800758 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16839ec5-77a1-4dbb-98f2-2a2a16011348', 'tag': 'c4e00d16-4c3a-4dd3-83ed-016838cfc060'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:50:32.803148 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca1d433-d09c-454e-b335-200a43663dad" -d '{"events": [{"name": "network-changed", "server_uuid": "16839ec5-77a1-4dbb-98f2-2a2a16011348", "tag": "c4e00d16-4c3a-4dd3-83ed-016838cfc060"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:50:32.804831 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (369d6714-3c0c-42bc-97fa-6f197e0fc770), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:32.826938 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 1ddc2388-330b-40fd-b39e-a908ee608299 up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:50:32.852747 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90050a-b06e-4eed-b23c-0068ce2b02c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e00d16-4c3a-4dd3-83ed-016838cfc060,revision_number=3']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:32.867965 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Pushing event updated for resources: {'Port': ['ID=369d6714-3c0c-42bc-97fa-6f197e0fc770,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:32.877590 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3e552f78-b10f-4d6a-8fb0-7b7d188b2891 req-86389b1f-0b59-42a8-86e7-b8b66368e146 service neutron] 10.222.0.20 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892610 Mar 09 19:50:32.898396 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-22261cf0-621b-4811-8117-ca985bc3a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:32.899246 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Attempting to bind port 369d6714-3c0c-42bc-97fa-6f197e0fc770 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:50:32.899727 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Attempting to bind port 369d6714-3c0c-42bc-97fa-6f197e0fc770 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:50:32.900292 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Attempting to bind port 369d6714-3c0c-42bc-97fa-6f197e0fc770 on network e1fb9771-c14c-449d-8f62-3d71790f8b4f {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:50:32.900555 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-22261cf0-621b-4811-8117-ca985bc3a1bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f40a33baeda64a69bab5c022461457ab&device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 1127 time: 0.0644608 Mar 09 19:50:32.905784 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Port 369d6714-3c0c-42bc-97fa-6f197e0fc770 on network e1fb9771-c14c-449d-8f62-3d71790f8b4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 19:50:32.906110 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Attempting to bind port 369d6714-3c0c-42bc-97fa-6f197e0fc770 on network e1fb9771-c14c-449d-8f62-3d71790f8b4f {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:50:32.912273 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:50:32.912837 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Checking segment: {'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:50:32.913387 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Bound using segment: {'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:50:32.913969 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Bound port: 369d6714-3c0c-42bc-97fa-6f197e0fc770, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'}}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:50:32.914484 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (369d6714-3c0c-42bc-97fa-6f197e0fc770), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:32.970063 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdeac9b-d1f1-427d-9f05-90f619e6a59b x-openstack-request-id: req-abdeac9b-d1f1-427d-9f05-90f619e6a59b {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:50:32.970582 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16839ec5-77a1-4dbb-98f2-2a2a16011348", "tag": "c4e00d16-4c3a-4dd3-83ed-016838cfc060", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:50:32.973126 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port e2efef81-5f23-453c-a2c7-d3fef2e6b13d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:32.973428 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abdeac9b-d1f1-427d-9f05-90f619e6a59b {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:50:32.973981 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16839ec5-77a1-4dbb-98f2-2a2a16011348', 'tag': 'c4e00d16-4c3a-4dd3-83ed-016838cfc060', 'status': 'completed', 'code': 200} Mar 09 19:50:32.979577 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-db42a6c1-c10b-4629-9602-4cf8eb5286a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4e00d16-4c3a-4dd3-83ed-016838cfc060 HTTP/1.1" status: 200 len: 217 time: 0.0711343 Mar 09 19:50:32.992653 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'port_id': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d', 'mac_address': 'fa:16:3e:4a:a0:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:50:33.040120 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port e2efef81-5f23-453c-a2c7-d3fef2e6b13d is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:33.040761 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:33.048406 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] For port 369d6714-3c0c-42bc-97fa-6f197e0fc770, host hv-cinder-78836, cleared binding levels {{(pid=114605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:50:33.053302 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] For port 369d6714-3c0c-42bc-97fa-6f197e0fc770, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=369d6714-3c0c-42bc-97fa-6f197e0fc770,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:50:33.056977 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2efef81-5f23-453c-a2c7-d3fef2e6b13d {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:50:33.065033 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (369d6714-3c0c-42bc-97fa-6f197e0fc770), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:33.094055 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port e2efef81-5f23-453c-a2c7-d3fef2e6b13d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:33.104851 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:33.153516 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-b54f8e9a-d446-4858-9619-35d7192e5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:33.155680 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-b54f8e9a-d446-4858-9619-35d7192e5176 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80514b34-5e48-4a20-8a26-dafa704cc5f5 HTTP/1.1" status: 200 len: 859 time: 0.1693602 Mar 09 19:50:33.168849 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port 1ddc2388-330b-40fd-b39e-a908ee608299 completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 19:50:33.168939 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:33.169596 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:33.171187 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] 10.222.0.20 "PUT /v2.0/ports/369d6714-3c0c-42bc-97fa-6f197e0fc770 HTTP/1.1" status: 200 len: 1093 time: 0.8451970 Mar 09 19:50:33.171828 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f89a57f-89ca-498e-bf18-cab368133f65', 'tag': '369d6714-3c0c-42bc-97fa-6f197e0fc770'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:50:33.174430 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28354fcd-9316-44e7-89a3-1b12edd83fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "7f89a57f-89ca-498e-bf18-cab368133f65", "tag": "369d6714-3c0c-42bc-97fa-6f197e0fc770"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:50:33.182732 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port 1ddc2388-330b-40fd-b39e-a908ee608299 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:33.183323 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (1ddc2388-330b-40fd-b39e-a908ee608299), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:33.196532 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414bc38-0db4-4e5a-b04d-2b837df0cfdd service neutron] Pushing event updated for resources: {'Port': ['ID=369d6714-3c0c-42bc-97fa-6f197e0fc770,revision_number=3']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:33.233538 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:33.248829 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0d2bfb14-9f29-4d1d-ab53-8d87ee0ab03e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afc5eb80-49ab-4378-95f2-aaf87384a62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633681 Mar 09 19:50:33.315533 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-bc3e8a7e-4adc-4d25-a330-e8021c718e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:33.317292 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-bc3e8a7e-4adc-4d25-a330-e8021c718e1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d035a3aae24ccb9b470e06d3d01412&device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 1127 time: 0.0893517 Mar 09 19:50:33.336540 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792678e-8ef1-45df-a87a-05d8a58e0411 req-f7c6c182-a172-4020-a519-cbdecc4c906b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:33.344353 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b792678e-8ef1-45df-a87a-05d8a58e0411 req-f7c6c182-a172-4020-a519-cbdecc4c906b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 944 time: 0.2701049 Mar 09 19:50:33.358949 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 1ddc2388-330b-40fd-b39e-a908ee608299 is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:33.359341 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (1ddc2388-330b-40fd-b39e-a908ee608299), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:33.381313 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eee4e7-52c1-49b5-b35e-760052751365 req-1d5fb01f-ed8d-43ae-a65d-eec971472b5d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:33.383255 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f9eee4e7-52c1-49b5-b35e-760052751365 req-1d5fb01f-ed8d-43ae-a65d-eec971472b5d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 943 time: 0.2778499 Mar 09 19:50:33.394280 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['e2efef81-5f23-453c-a2c7-d3fef2e6b13d'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:50:33.413477 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-103fe03b-3584-42a7-b4e0-437da1b2b88c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=369d6714-3c0c-42bc-97fa-6f197e0fc770 HTTP/1.1" status: 200 len: 217 time: 0.0864356 Mar 09 19:50:33.477565 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39971a88-a664-44e1-9f2c-99431a61e407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddc2388-330b-40fd-b39e-a908ee608299'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:50:33.532285 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-f84ed7cb-8f8f-4f36-89d8-2c962f01602f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:33.533860 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-f84ed7cb-8f8f-4f36-89d8-2c962f01602f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1691d741-1db9-45a9-b9fc-c8baf7574710 HTTP/1.1" status: 200 len: 854 time: 0.1085773 Mar 09 19:50:33.536419 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f9eee4e7-52c1-49b5-b35e-760052751365 req-6ae0dc00-aad4-41c9-9171-58ddba9fc3c8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442358 Mar 09 19:50:33.553603 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b792678e-8ef1-45df-a87a-05d8a58e0411 req-90a5e1b0-382f-44df-853a-4c03ce1a63be tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991410 Mar 09 19:50:33.556197 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-0238c5be-0ead-46ba-81b3-ad8c731fa602 service neutron] 10.222.0.20 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924261 Mar 09 19:50:33.597415 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-bf7e321c-c9eb-4bec-ae80-ee91a2148eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:33.599023 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-bf7e321c-c9eb-4bec-ae80-ee91a2148eef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1fb9771-c14c-449d-8f62-3d71790f8b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520697 Mar 09 19:50:33.714107 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 1ddc2388-330b-40fd-b39e-a908ee608299, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1ddc2388-330b-40fd-b39e-a908ee608299,segment=NetworkSegment(a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c),segment_id=a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:33.736190 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (1ddc2388-330b-40fd-b39e-a908ee608299), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:33.809889 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-ddcb55b6-72e4-48f1-980d-01868af1a1a5 service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036152 Mar 09 19:50:33.811896 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5a0ae3-1708-4193-901f-f94ba7bfdd8e x-openstack-request-id: req-ac5a0ae3-1708-4193-901f-f94ba7bfdd8e {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:50:33.812449 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f89a57f-89ca-498e-bf18-cab368133f65", "tag": "369d6714-3c0c-42bc-97fa-6f197e0fc770", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:50:33.812942 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac5a0ae3-1708-4193-901f-f94ba7bfdd8e {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:50:33.813534 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f89a57f-89ca-498e-bf18-cab368133f65', 'tag': '369d6714-3c0c-42bc-97fa-6f197e0fc770', 'status': 'completed', 'code': 200} Mar 09 19:50:33.814302 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 37942) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:33.997304 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888fe41b-2967-46a2-975d-48b55756ebee" -d '{"events": [{"server_uuid": "39971a88-a664-44e1-9f2c-99431a61e407", "name": "network-vif-plugged", "status": "completed", "tag": "1ddc2388-330b-40fd-b39e-a908ee608299"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:50:34.026939 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=1ddc2388-330b-40fd-b39e-a908ee608299,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:34.031608 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:34.072617 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-27ab7bb9-7bde-4580-8b75-d3be149b958e req-cf9c75b7-a9a3-4b89-9447-9174bb865b0e service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509773 Mar 09 19:50:34.101755 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c07a544e-f1b2-4866-9227-16174959e372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:34.221985 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28354fcd-9316-44e7-89a3-1b12edd83fbc req-429ca29c-ee77-4b5f-9e36-5a32ba989ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:34.227569 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-28354fcd-9316-44e7-89a3-1b12edd83fbc req-429ca29c-ee77-4b5f-9e36-5a32ba989ca4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d035a3aae24ccb9b470e06d3d01412&device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 1127 time: 0.0896144 Mar 09 19:50:34.252407 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60ca6f72-f092-47aa-9717-397f005ddda5 req-979c87e2-9bd5-4687-8161-407e04c6c12e service neutron] 10.222.0.20 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6900635 Mar 09 19:50:34.262531 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029e334-a1d0-4a55-b9b5-63c85c49d0e2 req-dc811b0e-fe8f-4950-a8f4-17d7b94ae5e1 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:34.264292 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7029e334-a1d0-4a55-b9b5-63c85c49d0e2 req-dc811b0e-fe8f-4950-a8f4-17d7b94ae5e1 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 945 time: 0.2125521 Mar 09 19:50:34.268964 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c07a544e-f1b2-4866-9227-16174959e372 admin admin] Publish callbacks [] for security_group (c7d8acee-4058-4cd6-b1fc-ac6f66437ca7), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:34.277110 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c07a544e-f1b2-4866-9227-16174959e372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (c7d8acee-4058-4cd6-b1fc-ac6f66437ca7), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:34.287375 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868a047-bc02-43ba-b3a9-363b431ebe2e req-c42dc26f-75c9-4f14-8d5a-c52a1703da23 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:34.289270 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8868a047-bc02-43ba-b3a9-363b431ebe2e req-c42dc26f-75c9-4f14-8d5a-c52a1703da23 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 943 time: 0.2364326 Mar 09 19:50:34.360490 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a544e-f1b2-4866-9227-16174959e372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d8acee-4058-4cd6-b1fc-ac6f66437ca7,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:34.370552 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-c07a544e-f1b2-4866-9227-16174959e372 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f5d8794ae874b98a8fb24ae9b0fb209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5533273 Mar 09 19:50:34.373237 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 37966) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:34.387373 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28354fcd-9316-44e7-89a3-1b12edd83fbc req-a6af0db7-181d-465c-bf42-d6915af9f264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:34.388864 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-28354fcd-9316-44e7-89a3-1b12edd83fbc req-a6af0db7-181d-465c-bf42-d6915af9f264 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1fb9771-c14c-449d-8f62-3d71790f8b4f HTTP/1.1" status: 200 len: 916 time: 0.1588509 Mar 09 19:50:34.404324 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7029e334-a1d0-4a55-b9b5-63c85c49d0e2 req-3b7451c8-eceb-4a39-be18-a8e2bdec1dfa tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/security-groups?id=af2ab9e2-01a4-4363-8562-f33094fa11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279457 Mar 09 19:50:34.428034 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8868a047-bc02-43ba-b3a9-363b431ebe2e req-b9ff0931-5683-43d3-bc39-a4cbcb658d7c tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300783 Mar 09 19:50:34.441631 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-28354fcd-9316-44e7-89a3-1b12edd83fbc req-ff9b8ba9-cb21-4165-a65b-83a98555db67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=369d6714-3c0c-42bc-97fa-6f197e0fc770 HTTP/1.1" status: 200 len: 217 time: 0.0435138 Mar 09 19:50:34.465773 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1d433-d09c-454e-b335-200a43663dad req-c51af3de-c9e2-45c6-9e9c-0e7c1a38e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:34.467930 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7ca1d433-d09c-454e-b335-200a43663dad req-c51af3de-c9e2-45c6-9e9c-0e7c1a38e727 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f40a33baeda64a69bab5c022461457ab&device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 1127 time: 0.1469724 Mar 09 19:50:34.521099 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28354fcd-9316-44e7-89a3-1b12edd83fbc req-22a4f2e3-91d4-4fbb-845f-13d71bb9121a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:34.522659 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-28354fcd-9316-44e7-89a3-1b12edd83fbc req-22a4f2e3-91d4-4fbb-845f-13d71bb9121a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1691d741-1db9-45a9-b9fc-c8baf7574710 HTTP/1.1" status: 200 len: 854 time: 0.0689023 Mar 09 19:50:34.529074 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-66ed0697-1a3d-41c9-9bfa-1b0cf6c37525 admin admin] Publish callbacks [] for security_group (c7d8acee-4058-4cd6-b1fc-ac6f66437ca7), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:34.540687 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbde027-df21-4407-98c8-2cf2e3362bf2 x-openstack-request-id: req-5bbde027-df21-4407-98c8-2cf2e3362bf2 {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:50:34.541586 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39971a88-a664-44e1-9f2c-99431a61e407", "name": "network-vif-plugged", "status": "completed", "tag": "1ddc2388-330b-40fd-b39e-a908ee608299", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:50:34.542251 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bbde027-df21-4407-98c8-2cf2e3362bf2 {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:50:34.542909 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39971a88-a664-44e1-9f2c-99431a61e407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddc2388-330b-40fd-b39e-a908ee608299', 'code': 200} Mar 09 19:50:34.573723 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-66ed0697-1a3d-41c9-9bfa-1b0cf6c37525 admin admin] Publish callbacks [] for security_group (c7d8acee-4058-4cd6-b1fc-ac6f66437ca7), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:34.624684 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1d433-d09c-454e-b335-200a43663dad req-f97463f8-a4ba-4bc9-b659-f8163690eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:34.627166 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7ca1d433-d09c-454e-b335-200a43663dad req-f97463f8-a4ba-4bc9-b659-f8163690eb30 service neutron] 10.222.0.20 "GET /v2.0/networks?id=afc5eb80-49ab-4378-95f2-aaf87384a62e HTTP/1.1" status: 200 len: 920 time: 0.1517818 Mar 09 19:50:34.643985 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28354fcd-9316-44e7-89a3-1b12edd83fbc req-755f30ed-f2b3-428d-bbed-c350a0e5802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:34.648440 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-28354fcd-9316-44e7-89a3-1b12edd83fbc req-755f30ed-f2b3-428d-bbed-c350a0e5802e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1fb9771-c14c-449d-8f62-3d71790f8b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0959523 Mar 09 19:50:34.688906 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-66ed0697-1a3d-41c9-9bfa-1b0cf6c37525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (c7d8acee-4058-4cd6-b1fc-ac6f66437ca7), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:34.691283 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7ca1d433-d09c-454e-b335-200a43663dad req-53177b78-d067-44dd-8300-754e11b0fa75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4e00d16-4c3a-4dd3-83ed-016838cfc060 HTTP/1.1" status: 200 len: 217 time: 0.0447876 Mar 09 19:50:34.692562 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-66ed0697-1a3d-41c9-9bfa-1b0cf6c37525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:34.693777 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-66ed0697-1a3d-41c9-9bfa-1b0cf6c37525 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7d8acee-4058-4cd6-b1fc-ac6f66437ca7 HTTP/1.1" status: 204 len: 168 time: 0.3196642 Mar 09 19:50:34.707167 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed0697-1a3d-41c9-9bfa-1b0cf6c37525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d8acee-4058-4cd6-b1fc-ac6f66437ca7,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:34.775364 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 37980) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:34.785009 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-28354fcd-9316-44e7-89a3-1b12edd83fbc req-b65b7628-d7e3-4ce4-a78e-1e5c8a9bb6bb service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245437 Mar 09 19:50:34.814432 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device e2efef81-5f23-453c-a2c7-d3fef2e6b13d up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:50:34.892391 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1d433-d09c-454e-b335-200a43663dad req-e62670bf-382d-476a-a9ac-2e96477df586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:34.894364 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7ca1d433-d09c-454e-b335-200a43663dad req-e62670bf-382d-476a-a9ac-2e96477df586 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80514b34-5e48-4a20-8a26-dafa704cc5f5 HTTP/1.1" status: 200 len: 859 time: 0.1931427 Mar 09 19:50:34.899137 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port e2efef81-5f23-453c-a2c7-d3fef2e6b13d completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 19:50:34.910511 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port e2efef81-5f23-453c-a2c7-d3fef2e6b13d triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:34.910900 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:34.936094 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-28354fcd-9316-44e7-89a3-1b12edd83fbc req-fb5bcfa3-59dd-4492-864b-3887a4e1493b service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415298 Mar 09 19:50:34.969244 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa756c5-575e-4458-abc8-3739d96cef19 req-4241e2cc-cac5-4faa-8c94-13ad1015bb5c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:34.976721 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3fa756c5-575e-4458-abc8-3739d96cef19 req-4241e2cc-cac5-4faa-8c94-13ad1015bb5c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 944 time: 0.2744091 Mar 09 19:50:34.984870 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bdfd1-e192-4a83-9b86-81a5085aeb55 req-7877aeda-94c1-4107-96b1-d25a0c658e7b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:34.986356 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-179bdfd1-e192-4a83-9b86-81a5085aeb55 req-7877aeda-94c1-4107-96b1-d25a0c658e7b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 943 time: 0.2982042 Mar 09 19:50:35.017918 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7ca1d433-d09c-454e-b335-200a43663dad req-77628e80-f1ca-4b47-9a0e-3558447acdb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afc5eb80-49ab-4378-95f2-aaf87384a62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117873 Mar 09 19:50:35.025992 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddfe6e-9699-4ce2-a4a0-86bc781c5897 req-d9e1f134-e74c-4ef0-9518-6a884a798fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:35.027863 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2eddfe6e-9699-4ce2-a4a0-86bc781c5897 req-d9e1f134-e74c-4ef0-9518-6a884a798fe6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 1129 time: 0.2298636 Mar 09 19:50:35.031795 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port e2efef81-5f23-453c-a2c7-d3fef2e6b13d is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:35.032219 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:35.050813 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ded7dce7-6a3b-4176-8dee-8ff5f4d3da8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:35.070109 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port e2efef81-5f23-453c-a2c7-d3fef2e6b13d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:35.077070 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:35.124438 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-2eddfe6e-9699-4ce2-a4a0-86bc781c5897 req-660fa6e6-59fe-403c-bf5c-ba73b9f846dd service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:35.142013 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:35.243182 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3fa756c5-575e-4458-abc8-3739d96cef19 req-b8da8759-d2ee-4c45-8fab-7f02552be093 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656081 Mar 09 19:50:35.258731 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-179bdfd1-e192-4a83-9b86-81a5085aeb55 req-d1063617-c856-4381-a8bc-c163271c76c7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495403 Mar 09 19:50:35.260277 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 37998) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:35.276783 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7ca1d433-d09c-454e-b335-200a43663dad req-42b6e3a0-d345-46d6-915a-64f7d14558bd service neutron] 10.222.0.20 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371459 Mar 09 19:50:35.289542 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4b558c57-833b-43a8-a628-2f224a4723c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:35.383594 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4b558c57-833b-43a8-a628-2f224a4723c5 admin admin] Publish callbacks [] for security_group (421dfa47-9975-4ce1-8b24-b333c7cfaef2), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:35.389529 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4b558c57-833b-43a8-a628-2f224a4723c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (421dfa47-9975-4ce1-8b24-b333c7cfaef2), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:35.434202 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-4b558c57-833b-43a8-a628-2f224a4723c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eef32914b6564056b900b39e5a8257b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1725085 Mar 09 19:50:35.436335 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b558c57-833b-43a8-a628-2f224a4723c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421dfa47-9975-4ce1-8b24-b333c7cfaef2,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:35.439449 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38004) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:35.469737 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7ca1d433-d09c-454e-b335-200a43663dad req-75cf0a30-99cc-4cc6-84fc-70fcf7f35632 service neutron] 10.222.0.20 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869595 Mar 09 19:50:35.472585 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ded7dce7-6a3b-4176-8dee-8ff5f4d3da8d admin admin] Publish callbacks [] for security_group (24576e6d-fbb2-4040-b577-a4a060be54e7), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:35.474693 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-2eddfe6e-9699-4ce2-a4a0-86bc781c5897 req-660fa6e6-59fe-403c-bf5c-ba73b9f846dd service neutron] Publish callbacks [] for security_group (1c152ff6-ecc3-43ad-877b-1c0cbd4387cb), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:35.481888 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ded7dce7-6a3b-4176-8dee-8ff5f4d3da8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (24576e6d-fbb2-4040-b577-a4a060be54e7), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:35.495063 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-2eddfe6e-9699-4ce2-a4a0-86bc781c5897 req-660fa6e6-59fe-403c-bf5c-ba73b9f846dd service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (1c152ff6-ecc3-43ad-877b-1c0cbd4387cb), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:35.548317 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6343503a-8d69-4927-814e-e46d8e29a4e9 admin admin] Publish callbacks [] for security_group (421dfa47-9975-4ce1-8b24-b333c7cfaef2), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:35.576157 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6343503a-8d69-4927-814e-e46d8e29a4e9 admin admin] Publish callbacks [] for security_group (421dfa47-9975-4ce1-8b24-b333c7cfaef2), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:35.596116 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-ded7dce7-6a3b-4176-8dee-8ff5f4d3da8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c372d90cb515417ea049e48bfbf206ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7989912 Mar 09 19:50:35.607268 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38010) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:35.610154 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7dce7-6a3b-4176-8dee-8ff5f4d3da8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24576e6d-fbb2-4040-b577-a4a060be54e7,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:35.623394 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2eddfe6e-9699-4ce2-a4a0-86bc781c5897 req-660fa6e6-59fe-403c-bf5c-ba73b9f846dd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=af2ab9e2-01a4-4363-8562-f33094fa11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5824182 Mar 09 19:50:35.653289 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fa6e6-59fe-403c-bf5c-ba73b9f846dd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1c152ff6-ecc3-43ad-877b-1c0cbd4387cb,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:35.664087 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7481f1bb-22cb-4d73-b765-da5e40a88a43 admin admin] Publish callbacks [] for security_group (24576e6d-fbb2-4040-b577-a4a060be54e7), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:35.672789 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6343503a-8d69-4927-814e-e46d8e29a4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (421dfa47-9975-4ce1-8b24-b333c7cfaef2), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:35.675398 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6343503a-8d69-4927-814e-e46d8e29a4e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:35.676560 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-6343503a-8d69-4927-814e-e46d8e29a4e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/421dfa47-9975-4ce1-8b24-b333c7cfaef2 HTTP/1.1" status: 204 len: 168 time: 0.2370400 Mar 09 19:50:35.680924 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17431da-97bb-4052-b61e-af0b4b4170d3 req-7ededde4-f572-4d14-ae8f-3bbc73116ee2 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:35.682082 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e17431da-97bb-4052-b61e-af0b4b4170d3 req-7ededde4-f572-4d14-ae8f-3bbc73116ee2 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 945 time: 0.1553507 Mar 09 19:50:35.689081 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb91a9d-332f-484f-82e0-0233437fad1b req-683d16c2-c629-46ae-ae42-ae9536ea7df3 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:35.691189 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8cb91a9d-332f-484f-82e0-0233437fad1b req-683d16c2-c629-46ae-ae42-ae9536ea7df3 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 943 time: 0.1505461 Mar 09 19:50:35.698732 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7481f1bb-22cb-4d73-b765-da5e40a88a43 admin admin] Publish callbacks [] for security_group (24576e6d-fbb2-4040-b577-a4a060be54e7), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:35.731770 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343503a-8d69-4927-814e-e46d8e29a4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421dfa47-9975-4ce1-8b24-b333c7cfaef2,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:35.763957 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e17431da-97bb-4052-b61e-af0b4b4170d3 req-e17f5d0a-2d4f-4f02-93c2-66733576d8ec tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/security-groups?id=af2ab9e2-01a4-4363-8562-f33094fa11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714338 Mar 09 19:50:35.778112 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8cb91a9d-332f-484f-82e0-0233437fad1b req-91b65aa7-68f2-49ba-b01d-f9031e83df44 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770869 Mar 09 19:50:35.779995 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7481f1bb-22cb-4d73-b765-da5e40a88a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (24576e6d-fbb2-4040-b577-a4a060be54e7), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:35.783514 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7481f1bb-22cb-4d73-b765-da5e40a88a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:35.784738 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-7481f1bb-22cb-4d73-b765-da5e40a88a43 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24576e6d-fbb2-4040-b577-a4a060be54e7 HTTP/1.1" status: 204 len: 168 time: 0.1767635 Mar 09 19:50:35.807799 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481f1bb-22cb-4d73-b765-da5e40a88a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24576e6d-fbb2-4040-b577-a4a060be54e7,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:36.101615 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38026) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:36.115091 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-11fbf806-e59c-4be1-ac6a-5278525e2f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:36.188513 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-11fbf806-e59c-4be1-ac6a-5278525e2f72 admin admin] Publish callbacks [] for security_group (b5265da6-29ec-44f5-b769-aeabe5654157), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:36.193377 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-11fbf806-e59c-4be1-ac6a-5278525e2f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (b5265da6-29ec-44f5-b769-aeabe5654157), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:36.230650 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbf806-e59c-4be1-ac6a-5278525e2f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5265da6-29ec-44f5-b769-aeabe5654157,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:36.235073 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-11fbf806-e59c-4be1-ac6a-5278525e2f72 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e3e3b36c4e340a68c53cad2da58844b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322749 Mar 09 19:50:36.238489 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38032) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:36.290744 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c7e5edb0-b93e-45a1-bb57-d88a27110f57 admin admin] Publish callbacks [] for security_group (b5265da6-29ec-44f5-b769-aeabe5654157), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:36.318523 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c7e5edb0-b93e-45a1-bb57-d88a27110f57 admin admin] Publish callbacks [] for security_group (b5265da6-29ec-44f5-b769-aeabe5654157), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:36.382903 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c7e5edb0-b93e-45a1-bb57-d88a27110f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (b5265da6-29ec-44f5-b769-aeabe5654157), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:36.385943 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c7e5edb0-b93e-45a1-bb57-d88a27110f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:36.389491 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-c7e5edb0-b93e-45a1-bb57-d88a27110f57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5265da6-29ec-44f5-b769-aeabe5654157 HTTP/1.1" status: 204 len: 168 time: 0.1478610 Mar 09 19:50:36.397739 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5edb0-b93e-45a1-bb57-d88a27110f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5265da6-29ec-44f5-b769-aeabe5654157,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:36.478163 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcbd34-fe33-421b-a8d5-ce41321989fc req-4ac4ee8f-e996-4463-9672-c8fed447b2b3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:36.479887 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8dfcbd34-fe33-421b-a8d5-ce41321989fc req-4ac4ee8f-e996-4463-9672-c8fed447b2b3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0947428 Mar 09 19:50:36.488705 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fbfd3-7e62-46be-a0fe-78622928b016 req-d043b16f-079b-4ba6-9b38-402715c5039e tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:36.490325 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-079fbfd3-7e62-46be-a0fe-78622928b016 req-d043b16f-079b-4ba6-9b38-402715c5039e tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 943 time: 0.1176879 Mar 09 19:50:36.544669 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b793f7d-3aa4-447f-b107-ff6867ee11bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:50:36.547192 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe17b76-3ac8-4bf7-801a-03282918d196" -d '{"events": [{"server_uuid": "6b793f7d-3aa4-447f-b107-ff6867ee11bc", "name": "network-vif-plugged", "status": "completed", "tag": "e2efef81-5f23-453c-a2c7-d3fef2e6b13d"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:50:36.572597 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8dfcbd34-fe33-421b-a8d5-ce41321989fc req-fb35d5bc-acf1-42ad-b34b-7a9aec2c728b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812817 Mar 09 19:50:36.575993 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-079fbfd3-7e62-46be-a0fe-78622928b016 req-c08149a1-0dd8-4327-ad9d-49735dca5f51 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663536 Mar 09 19:50:36.640683 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c32401-824d-4ec8-9d23-682b4dee81fc x-openstack-request-id: req-92c32401-824d-4ec8-9d23-682b4dee81fc {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:50:36.641035 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b793f7d-3aa4-447f-b107-ff6867ee11bc", "name": "network-vif-plugged", "status": "completed", "tag": "e2efef81-5f23-453c-a2c7-d3fef2e6b13d", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:50:36.641299 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92c32401-824d-4ec8-9d23-682b4dee81fc {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:50:36.641691 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b793f7d-3aa4-447f-b107-ff6867ee11bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d', 'code': 200} Mar 09 19:50:36.836462 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749958e7-e88f-450a-b2f0-9d86aa9e941e req-7389607f-6ecd-4c7d-a4fe-7acfa6ed0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:36.838991 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 369d6714-3c0c-42bc-97fa-6f197e0fc770 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:50:36.844047 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-749958e7-e88f-450a-b2f0-9d86aa9e941e req-7389607f-6ecd-4c7d-a4fe-7acfa6ed0d3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 1129 time: 0.0581050 Mar 09 19:50:36.963435 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-749958e7-e88f-450a-b2f0-9d86aa9e941e req-ec7609c2-7b2b-43a5-ae8e-94b7250f8f68 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128781 Mar 09 19:50:36.992695 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde8167-95e3-4e83-8039-1bdca3b038bc req-8fdfd548-7b6c-4648-a806-e3994554c49b tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:36.992917 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 369d6714-3c0c-42bc-97fa-6f197e0fc770, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=369d6714-3c0c-42bc-97fa-6f197e0fc770,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:36.994187 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2dde8167-95e3-4e83-8039-1bdca3b038bc req-8fdfd548-7b6c-4648-a806-e3994554c49b tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 945 time: 0.1072791 Mar 09 19:50:37.001115 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9e87c-5d7c-475b-938b-3172f7a7ae7b req-a8d0b6b3-26a7-4da9-a75a-ce9ab651928d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:37.002504 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e7c9e87c-5d7c-475b-938b-3172f7a7ae7b req-a8d0b6b3-26a7-4da9-a75a-ce9ab651928d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 943 time: 0.0889504 Mar 09 19:50:37.028324 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': '369d6714-3c0c-42bc-97fa-6f197e0fc770', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'port_id': '369d6714-3c0c-42bc-97fa-6f197e0fc770', 'mac_address': 'fa:16:3e:11:63:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:50:37.091255 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e7c9e87c-5d7c-475b-938b-3172f7a7ae7b req-3713ddc9-94e2-4933-883d-69e35bf804ed tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828812 Mar 09 19:50:37.095683 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2dde8167-95e3-4e83-8039-1bdca3b038bc req-83bc052b-6a33-40cd-8fd2-c5c2d18b8c60 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/security-groups?id=af2ab9e2-01a4-4363-8562-f33094fa11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749097 Mar 09 19:50:37.104836 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 369d6714-3c0c-42bc-97fa-6f197e0fc770 is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:37.105243 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (369d6714-3c0c-42bc-97fa-6f197e0fc770), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:37.123711 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369d6714-3c0c-42bc-97fa-6f197e0fc770 {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:50:37.146444 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 369d6714-3c0c-42bc-97fa-6f197e0fc770, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=369d6714-3c0c-42bc-97fa-6f197e0fc770,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:37.152290 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (369d6714-3c0c-42bc-97fa-6f197e0fc770), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:37.153007 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 767daaf2-91c4-44ca-9887-2637f3465639 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:50:37.246613 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=369d6714-3c0c-42bc-97fa-6f197e0fc770,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:37.358060 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 767daaf2-91c4-44ca-9887-2637f3465639, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=767daaf2-91c4-44ca-9887-2637f3465639,segment=NetworkSegment(611a46d8-2a38-496f-8795-6bc9a80f2d30),segment_id=611a46d8-2a38-496f-8795-6bc9a80f2d30)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:37.374256 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': '767daaf2-91c4-44ca-9887-2637f3465639', 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e', 'port_id': '767daaf2-91c4-44ca-9887-2637f3465639', 'mac_address': 'fa:16:3e:47:a5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80514b34-5e48-4a20-8a26-dafa704cc5f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:50:37.433530 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 767daaf2-91c4-44ca-9887-2637f3465639 is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:37.434132 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (767daaf2-91c4-44ca-9887-2637f3465639), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:37.451415 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767daaf2-91c4-44ca-9887-2637f3465639 {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:50:37.473871 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 767daaf2-91c4-44ca-9887-2637f3465639, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=767daaf2-91c4-44ca-9887-2637f3465639,segment=NetworkSegment(611a46d8-2a38-496f-8795-6bc9a80f2d30),segment_id=611a46d8-2a38-496f-8795-6bc9a80f2d30)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:37.478232 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (767daaf2-91c4-44ca-9887-2637f3465639), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:37.478891 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device c4e00d16-4c3a-4dd3-83ed-016838cfc060 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:50:37.540377 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=767daaf2-91c4-44ca-9887-2637f3465639,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:37.577057 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port c4e00d16-4c3a-4dd3-83ed-016838cfc060, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c4e00d16-4c3a-4dd3-83ed-016838cfc060,segment=NetworkSegment(611a46d8-2a38-496f-8795-6bc9a80f2d30),segment_id=611a46d8-2a38-496f-8795-6bc9a80f2d30)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:37.593893 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': 'c4e00d16-4c3a-4dd3-83ed-016838cfc060', 'network_id': 'afc5eb80-49ab-4378-95f2-aaf87384a62e', 'port_id': 'c4e00d16-4c3a-4dd3-83ed-016838cfc060', 'mac_address': 'fa:16:3e:66:7f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80514b34-5e48-4a20-8a26-dafa704cc5f5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:50:37.679632 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port c4e00d16-4c3a-4dd3-83ed-016838cfc060 is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:37.680034 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (c4e00d16-4c3a-4dd3-83ed-016838cfc060), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:37.767740 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f46328-9de1-49a0-a862-b2ab01460d70 req-2d32f47c-d7b5-4f12-b2b7-b4f2b4aa919f tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:37.769977 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-22f46328-9de1-49a0-a862-b2ab01460d70 req-2d32f47c-d7b5-4f12-b2b7-b4f2b4aa919f tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 943 time: 0.1088858 Mar 09 19:50:37.832714 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f081fb-b811-4dea-a89c-83a5cca206c4 req-91a1d88e-d8a4-483b-954a-94f400fd02e8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:37.840189 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-10f081fb-b811-4dea-a89c-83a5cca206c4 req-91a1d88e-d8a4-483b-954a-94f400fd02e8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.1288011 Mar 09 19:50:37.844804 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e00d16-4c3a-4dd3-83ed-016838cfc060 {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:50:37.857615 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-22f46328-9de1-49a0-a862-b2ab01460d70 req-380e0bde-c274-4776-b51a-51b3c4a6a8e2 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807834 Mar 09 19:50:37.867499 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port c4e00d16-4c3a-4dd3-83ed-016838cfc060, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c4e00d16-4c3a-4dd3-83ed-016838cfc060,segment=NetworkSegment(611a46d8-2a38-496f-8795-6bc9a80f2d30),segment_id=611a46d8-2a38-496f-8795-6bc9a80f2d30)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:37.881927 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (c4e00d16-4c3a-4dd3-83ed-016838cfc060), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:37.913349 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-10f081fb-b811-4dea-a89c-83a5cca206c4 req-e5496f19-e4be-4ffa-be85-5a08da232926 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689273 Mar 09 19:50:37.937147 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=c4e00d16-4c3a-4dd3-83ed-016838cfc060,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:38.273324 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdf87b-d70a-42fe-baef-9870ef00b828 req-12ad4bb8-d474-4ba9-93fa-2fb6fc29f036 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:38.274820 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-02cdf87b-d70a-42fe-baef-9870ef00b828 req-12ad4bb8-d474-4ba9-93fa-2fb6fc29f036 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 944 time: 0.1097696 Mar 09 19:50:38.286304 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6044fc4-203a-4569-b497-35216c7d31c3 req-d816db15-610c-4070-a4bd-40697b18c3a8 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:38.286534 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['369d6714-3c0c-42bc-97fa-6f197e0fc770'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:50:38.287187 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a6044fc4-203a-4569-b497-35216c7d31c3 req-d816db15-610c-4070-a4bd-40697b18c3a8 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 945 time: 0.0772684 Mar 09 19:50:38.299861 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['c4e00d16-4c3a-4dd3-83ed-016838cfc060'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:50:38.359530 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['767daaf2-91c4-44ca-9887-2637f3465639'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:50:38.376841 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-02cdf87b-d70a-42fe-baef-9870ef00b828 req-70621f37-2153-4af1-af23-9250aea6d5fa tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886140 Mar 09 19:50:38.380944 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a6044fc4-203a-4569-b497-35216c7d31c3 req-8b9982ef-2993-4372-91e1-586c75632bbe tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/security-groups?id=af2ab9e2-01a4-4363-8562-f33094fa11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851057 Mar 09 19:50:38.995917 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb71b2-773f-4d6c-94d4-c86f4fb8b997 req-41072bc8-00fa-4c23-a583-4f6c79aa66a1 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:39.005198 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f2bb71b2-773f-4d6c-94d4-c86f4fb8b997 req-41072bc8-00fa-4c23-a583-4f6c79aa66a1 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 944 time: 0.0718675 Mar 09 19:50:39.081921 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f2bb71b2-773f-4d6c-94d4-c86f4fb8b997 req-f49467a2-9e6e-4077-b14f-4a8757cb715a tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745440 Mar 09 19:50:39.096539 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b3803-61bd-48f2-82d1-b8e55a464669 req-e9d1c989-33c7-4669-bb56-b96bb9658b3e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:39.098198 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7c2b3803-61bd-48f2-82d1-b8e55a464669 req-e9d1c989-33c7-4669-bb56-b96bb9658b3e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0852010 Mar 09 19:50:39.152371 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7c2b3803-61bd-48f2-82d1-b8e55a464669 req-d10ad98b-37d4-45ba-ab8f-fcf8cede66be tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453610 Mar 09 19:50:39.317099 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f773b9-a6bf-411a-8249-e33ba8ab5526 req-912a8e68-1bcc-48b8-bbae-92052a31d58c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:39.318746 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-02f773b9-a6bf-411a-8249-e33ba8ab5526 req-912a8e68-1bcc-48b8-bbae-92052a31d58c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0572662 Mar 09 19:50:39.327280 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 38212) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:39.331934 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-c68c6a7e-df7a-45c7-90e7-4029aa9b8995 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Request body: {'floatingip': {'port_id': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:39.380959 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38218) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:39.410741 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c68c6a7e-df7a-45c7-90e7-4029aa9b8995 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for floatingip (542bcaef-746a-4392-b57b-001e21e75a6a), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:39.518893 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-838496a0-4fd3-4d06-b4a0-6a15aef58115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:39.600687 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-838496a0-4fd3-4d06-b4a0-6a15aef58115 admin admin] Publish callbacks [] for security_group (93109ecf-038e-4dc2-992e-be9fe0ad0fc6), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:39.605016 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-838496a0-4fd3-4d06-b4a0-6a15aef58115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (93109ecf-038e-4dc2-992e-be9fe0ad0fc6), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:39.611935 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b7758-dd07-452d-a905-331dc25a95e3 req-e529501d-5872-4977-99f6-94f88c6bbe16 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:39.613974 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9b4b7758-dd07-452d-a905-331dc25a95e3 req-e529501d-5872-4977-99f6-94f88c6bbe16 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 944 time: 0.1452806 Mar 09 19:50:39.639826 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-838496a0-4fd3-4d06-b4a0-6a15aef58115 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d13b64434bed40bfaa0047f2969cd2df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575643 Mar 09 19:50:39.644751 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38234) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:39.664114 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838496a0-4fd3-4d06-b4a0-6a15aef58115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93109ecf-038e-4dc2-992e-be9fe0ad0fc6,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:39.714099 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8266e664-7f7b-4689-942e-7e5e5ca5cafa admin admin] Publish callbacks [] for security_group (93109ecf-038e-4dc2-992e-be9fe0ad0fc6), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:39.737734 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8266e664-7f7b-4689-942e-7e5e5ca5cafa admin admin] Publish callbacks [] for security_group (93109ecf-038e-4dc2-992e-be9fe0ad0fc6), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:39.791140 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8266e664-7f7b-4689-942e-7e5e5ca5cafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (93109ecf-038e-4dc2-992e-be9fe0ad0fc6), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:39.794556 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8266e664-7f7b-4689-942e-7e5e5ca5cafa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:39.798834 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-8266e664-7f7b-4689-942e-7e5e5ca5cafa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93109ecf-038e-4dc2-992e-be9fe0ad0fc6 HTTP/1.1" status: 204 len: 168 time: 0.1505220 Mar 09 19:50:39.811057 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38242) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:39.824614 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266e664-7f7b-4689-942e-7e5e5ca5cafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93109ecf-038e-4dc2-992e-be9fe0ad0fc6,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:39.877318 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9b4b7758-dd07-452d-a905-331dc25a95e3 req-1d653e76-746b-483d-8630-eda5e75cbd1d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450132 Mar 09 19:50:40.124708 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7cd77519-bb3f-440b-9565-47645e2aac29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:40.213904 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7cd77519-bb3f-440b-9565-47645e2aac29 admin admin] Publish callbacks [] for security_group (e2da9412-edbf-416e-89e3-11093e9dec89), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:40.214813 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38264) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:40.229346 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7cd77519-bb3f-440b-9565-47645e2aac29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (e2da9412-edbf-416e-89e3-11093e9dec89), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:40.244374 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-24469d05-5156-423f-9011-e90716b1b626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:40.278956 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-7cd77519-bb3f-440b-9565-47645e2aac29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aeb8fd9a668347d190389fdd749160d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4695618 Mar 09 19:50:40.284589 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38266) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:40.303738 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd77519-bb3f-440b-9565-47645e2aac29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2da9412-edbf-416e-89e3-11093e9dec89,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:40.365205 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f1966e54-433d-4f31-b7eb-8259991b417d admin admin] Publish callbacks [] for security_group (e2da9412-edbf-416e-89e3-11093e9dec89), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:40.375307 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d619c-6360-4204-9412-5091c4cf6022 req-fb102696-f3b4-48e3-8597-9e79377d9407 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:40.376875 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d73d619c-6360-4204-9412-5091c4cf6022 req-fb102696-f3b4-48e3-8597-9e79377d9407 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 944 time: 0.2051508 Mar 09 19:50:40.398221 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f1966e54-433d-4f31-b7eb-8259991b417d admin admin] Publish callbacks [] for security_group (e2da9412-edbf-416e-89e3-11093e9dec89), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:40.420122 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-24469d05-5156-423f-9011-e90716b1b626 admin admin] Publish callbacks [] for security_group (392bd39d-eb55-42a7-9166-930b314bcdaa), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:40.431316 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-24469d05-5156-423f-9011-e90716b1b626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (392bd39d-eb55-42a7-9166-930b314bcdaa), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:40.493408 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-24469d05-5156-423f-9011-e90716b1b626 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=057908624e9c42b89863f64308280af3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750359 Mar 09 19:50:40.493651 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24469d05-5156-423f-9011-e90716b1b626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392bd39d-eb55-42a7-9166-930b314bcdaa,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:40.496424 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 38268) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:40.510883 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f1966e54-433d-4f31-b7eb-8259991b417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (e2da9412-edbf-416e-89e3-11093e9dec89), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:40.513663 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f1966e54-433d-4f31-b7eb-8259991b417d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:40.514768 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-f1966e54-433d-4f31-b7eb-8259991b417d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2da9412-edbf-416e-89e3-11093e9dec89 HTTP/1.1" status: 204 len: 168 time: 0.2266610 Mar 09 19:50:40.523520 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1966e54-433d-4f31-b7eb-8259991b417d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2da9412-edbf-416e-89e3-11093e9dec89,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:40.523641 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c68c6a7e-df7a-45c7-90e7-4029aa9b8995 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:40.527213 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d73d619c-6360-4204-9412-5091c4cf6022 req-c8471c67-9fe4-4e2a-80fc-8698f3512b30 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405151 Mar 09 19:50:40.536629 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c68c6a7e-df7a-45c7-90e7-4029aa9b8995 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (542bcaef-746a-4392-b57b-001e21e75a6a), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:40.616393 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b0c63311-7db9-4a65-8a19-3c838f6d566c admin admin] Publish callbacks [] for security_group (392bd39d-eb55-42a7-9166-930b314bcdaa), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:40.669892 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b0c63311-7db9-4a65-8a19-3c838f6d566c admin admin] Publish callbacks [] for security_group (392bd39d-eb55-42a7-9166-930b314bcdaa), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:40.684816 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [None req-c68c6a7e-df7a-45c7-90e7-4029aa9b8995 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Floating IP 542bcaef-746a-4392-b57b-001e21e75a6a associated. External IP: 172.27.3.94, port: e2efef81-5f23-453c-a2c7-d3fef2e6b13d. Mar 09 19:50:40.800956 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b0c63311-7db9-4a65-8a19-3c838f6d566c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (392bd39d-eb55-42a7-9166-930b314bcdaa), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:40.803487 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b0c63311-7db9-4a65-8a19-3c838f6d566c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:40.804639 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-b0c63311-7db9-4a65-8a19-3c838f6d566c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/392bd39d-eb55-42a7-9166-930b314bcdaa HTTP/1.1" status: 204 len: 168 time: 0.3072047 Mar 09 19:50:40.821210 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c63311-7db9-4a65-8a19-3c838f6d566c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392bd39d-eb55-42a7-9166-930b314bcdaa,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:40.854156 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38276) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:40.869757 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4e9f5547-e21d-459c-a877-05ea43abb435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:40.955422 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68c6a7e-df7a-45c7-90e7-4029aa9b8995 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Router 2a72f63c-3d6e-4079-9d26-b0148203bb48 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:50:40.959502 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4e9f5547-e21d-459c-a877-05ea43abb435 admin admin] Publish callbacks [] for security_group (7f8a4230-b8ec-449a-93a1-b2dc6264b4ec), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:40.966303 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4e9f5547-e21d-459c-a877-05ea43abb435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (7f8a4230-b8ec-449a-93a1-b2dc6264b4ec), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:41.027842 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-4e9f5547-e21d-459c-a877-05ea43abb435 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ecaf99f7f1ad4b75ada24ce979c5cf17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1645217 Mar 09 19:50:41.027842 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f5547-e21d-459c-a877-05ea43abb435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8a4230-b8ec-449a-93a1-b2dc6264b4ec,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:41.028883 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 38284) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:41.144266 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4847c-c1fc-45a8-af45-9ab3cca000e7 req-320d56bd-6813-4a41-83d5-4ab09d218c54 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:41.145745 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e6b4847c-c1fc-45a8-af45-9ab3cca000e7 req-320d56bd-6813-4a41-83d5-4ab09d218c54 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 944 time: 0.1712635 Mar 09 19:50:41.177799 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d5b4281c-72ea-4ed9-b22c-b1ca794445d1 admin admin] Publish callbacks [] for security_group (7f8a4230-b8ec-449a-93a1-b2dc6264b4ec), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:41.181264 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68c6a7e-df7a-45c7-90e7-4029aa9b8995 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:50:41.187333 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c68c6a7e-df7a-45c7-90e7-4029aa9b8995 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:41.197058 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f0f17-f165-4102-9bb1-c6cf5d5f230f None None] Sync routers for ids ['2a72f63c-3d6e-4079-9d26-b0148203bb48'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:50:41.209984 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f0f17-f165-4102-9bb1-c6cf5d5f230f None None] Routers {'2a72f63c-3d6e-4079-9d26-b0148203bb48'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:50:41.210595 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-c94f0f17-f165-4102-9bb1-c6cf5d5f230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:50:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['2a72f63c-3d6e-4079-9d26-b0148203bb48'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:41.245195 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d5b4281c-72ea-4ed9-b22c-b1ca794445d1 admin admin] Publish callbacks [] for security_group (7f8a4230-b8ec-449a-93a1-b2dc6264b4ec), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:41.268142 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-c68c6a7e-df7a-45c7-90e7-4029aa9b8995 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "PUT /v2.0/floatingips/542bcaef-746a-4392-b57b-001e21e75a6a HTTP/1.1" status: 200 len: 990 time: 1.9298635 Mar 09 19:50:41.268142 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b793f7d-3aa4-447f-b107-ff6867ee11bc', 'tag': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:50:41.268142 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a9f59f-03de-4664-8c6e-6896e0a53446" -d '{"events": [{"name": "network-changed", "server_uuid": "6b793f7d-3aa4-447f-b107-ff6867ee11bc", "tag": "e2efef81-5f23-453c-a2c7-d3fef2e6b13d"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:50:41.277244 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e6b4847c-c1fc-45a8-af45-9ab3cca000e7 req-a5f82146-1922-4ef5-980b-0fbecc2162d1 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234727 Mar 09 19:50:41.329538 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5270e1-a175-4a2e-ae6c-7b0d9d6db9fc x-openstack-request-id: req-fe5270e1-a175-4a2e-ae6c-7b0d9d6db9fc {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:50:41.329830 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b793f7d-3aa4-447f-b107-ff6867ee11bc", "tag": "e2efef81-5f23-453c-a2c7-d3fef2e6b13d", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:50:41.330078 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe5270e1-a175-4a2e-ae6c-7b0d9d6db9fc {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:50:41.330484 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b793f7d-3aa4-447f-b107-ff6867ee11bc', 'tag': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d', 'status': 'completed', 'code': 200} Mar 09 19:50:41.333212 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d5b4281c-72ea-4ed9-b22c-b1ca794445d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (7f8a4230-b8ec-449a-93a1-b2dc6264b4ec), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:41.335819 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d5b4281c-72ea-4ed9-b22c-b1ca794445d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:41.336990 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-d5b4281c-72ea-4ed9-b22c-b1ca794445d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f8a4230-b8ec-449a-93a1-b2dc6264b4ec HTTP/1.1" status: 204 len: 168 time: 0.3113875 Mar 09 19:50:41.346150 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-c94f0f17-f165-4102-9bb1-c6cf5d5f230f None None] Set router 2a72f63c-3d6e-4079-9d26-b0148203bb48 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:50:41.348790 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4281c-72ea-4ed9-b22c-b1ca794445d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8a4230-b8ec-449a-93a1-b2dc6264b4ec,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:41.666219 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60932070-f62c-471e-bcdf-1992ef07fe5b req-41889799-05e7-446c-a274-54d80e72ff72 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:41.667839 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60932070-f62c-471e-bcdf-1992ef07fe5b req-41889799-05e7-446c-a274-54d80e72ff72 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 944 time: 0.0607524 Mar 09 19:50:41.672661 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-c94f0f17-f165-4102-9bb1-c6cf5d5f230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:50:01Z', 'revision_number': 4, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '542bcaef-746a-4392-b57b-001e21e75a6a', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'port_id': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'mac_address': 'fa:16:3e:4a:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b793f7d-3aa4-447f-b107-ff6867ee11bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:50:07Z', 'updated_at': '2022-03-09T19:50:40Z', 'revision_number': 1, 'project_id': '52cda80c344647d9be865c160e333e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f76d5962-0b4a-448f-b357-6077a46e2ce7', 'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'mac_address': 'fa:16:3e:c7:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:12Z', 'revision_number': 5, 'project_id': '52cda80c344647d9be865c160e333e2b', 'subnets': [{'id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:41.704288 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f0f17-f165-4102-9bb1-c6cf5d5f230f None None] Checking router: 2a72f63c-3d6e-4079-9d26-b0148203bb48 for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:50:41.713033 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f0f17-f165-4102-9bb1-c6cf5d5f230f None None] Routers {'2a72f63c-3d6e-4079-9d26-b0148203bb48'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:50:41.713840 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-c94f0f17-f165-4102-9bb1-c6cf5d5f230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:50:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['2a72f63c-3d6e-4079-9d26-b0148203bb48'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:41.722146 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60932070-f62c-471e-bcdf-1992ef07fe5b req-d22b6c38-6c24-4d0a-9775-0ae59a911ce1 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457869 Mar 09 19:50:41.841934 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-c94f0f17-f165-4102-9bb1-c6cf5d5f230f None None] Set router 2a72f63c-3d6e-4079-9d26-b0148203bb48 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:50:41.973622 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9f59f-03de-4664-8c6e-6896e0a53446 req-8aecb466-d284-4039-8ece-00dfe7961b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:41.980539 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-43a9f59f-03de-4664-8c6e-6896e0a53446 req-8aecb466-d284-4039-8ece-00dfe7961b20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52cda80c344647d9be865c160e333e2b&device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 1129 time: 0.1016247 Mar 09 19:50:42.130626 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9f59f-03de-4664-8c6e-6896e0a53446 req-64819915-9929-4cb1-a183-ab44f0d962c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:42.132560 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-43a9f59f-03de-4664-8c6e-6896e0a53446 req-64819915-9929-4cb1-a183-ab44f0d962c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2333c970-a951-49ee-a7ad-57bc53c804b9 HTTP/1.1" status: 200 len: 917 time: 0.1435866 Mar 09 19:50:42.200453 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-c94f0f17-f165-4102-9bb1-c6cf5d5f230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:50:01Z', 'revision_number': 4, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '542bcaef-746a-4392-b57b-001e21e75a6a', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'port_id': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'mac_address': 'fa:16:3e:4a:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b793f7d-3aa4-447f-b107-ff6867ee11bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:50:07Z', 'updated_at': '2022-03-09T19:50:40Z', 'revision_number': 1, 'project_id': '52cda80c344647d9be865c160e333e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f76d5962-0b4a-448f-b357-6077a46e2ce7', 'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'mac_address': 'fa:16:3e:c7:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:12Z', 'revision_number': 5, 'project_id': '52cda80c344647d9be865c160e333e2b', 'subnets': [{'id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:42.273364 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f0f17-f165-4102-9bb1-c6cf5d5f230f None None] The sync data for ids ['2a72f63c-3d6e-4079-9d26-b0148203bb48'] in dv-cinder-788366-9-iscsi is: [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:50:01Z', 'revision_number': 4, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '542bcaef-746a-4392-b57b-001e21e75a6a', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'port_id': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'mac_address': 'fa:16:3e:4a:a0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b793f7d-3aa4-447f-b107-ff6867ee11bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:50:07Z', 'updated_at': '2022-03-09T19:50:40Z', 'revision_number': 1, 'project_id': '52cda80c344647d9be865c160e333e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f76d5962-0b4a-448f-b357-6077a46e2ce7', 'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'mac_address': 'fa:16:3e:c7:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:12Z', 'revision_number': 5, 'project_id': '52cda80c344647d9be865c160e333e2b', 'subnets': [{'id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:50:42.324130 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-43a9f59f-03de-4664-8c6e-6896e0a53446 req-a51a8d8a-d543-46d1-a96f-fcfc2e17ee3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2efef81-5f23-453c-a2c7-d3fef2e6b13d HTTP/1.1" status: 200 len: 998 time: 0.1615024 Mar 09 19:50:42.474444 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9f59f-03de-4664-8c6e-6896e0a53446 req-7adfc250-7eb8-4e42-9d0a-9e3ff71a06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:42.475903 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-43a9f59f-03de-4664-8c6e-6896e0a53446 req-7adfc250-7eb8-4e42-9d0a-9e3ff71a06c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=745bc262-f6dc-493a-8098-f645b9a00e95 HTTP/1.1" status: 200 len: 855 time: 0.1497653 Mar 09 19:50:42.634366 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37207722-ee59-4fc5-b785-f5be7b25d224 None None] New status for floating IP 542bcaef-746a-4392-b57b-001e21e75a6a: ACTIVE {{(pid=114606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:50:42.753114 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86561e33-da10-44b8-b366-f0b54f636f6e req-34e29ef7-ba91-4759-ae3f-db7ff12eaf48 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:42.756730 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-86561e33-da10-44b8-b366-f0b54f636f6e req-34e29ef7-ba91-4759-ae3f-db7ff12eaf48 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 944 time: 0.3165741 Mar 09 19:50:42.830227 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-86561e33-da10-44b8-b366-f0b54f636f6e req-59c1b86d-f19d-46ae-85b7-67a77aba16cb tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663247 Mar 09 19:50:42.833211 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9f59f-03de-4664-8c6e-6896e0a53446 req-bedbf8a2-cc53-4adb-ab7a-a2206ed169bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:42.835901 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-43a9f59f-03de-4664-8c6e-6896e0a53446 req-bedbf8a2-cc53-4adb-ab7a-a2206ed169bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2333c970-a951-49ee-a7ad-57bc53c804b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3478425 Mar 09 19:50:42.894556 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e15d19-f594-48df-8c93-01cf6c5990d7 req-c64601ce-7ce9-48a3-b278-12d5a38ddebf tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:42.896038 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-13e15d19-f594-48df-8c93-01cf6c5990d7 req-c64601ce-7ce9-48a3-b278-12d5a38ddebf tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 944 time: 0.0550282 Mar 09 19:50:42.947103 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-13e15d19-f594-48df-8c93-01cf6c5990d7 req-54093e97-31d1-4f71-b829-da9fa842e6c8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444186 Mar 09 19:50:43.481869 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 38424) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:43.516612 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 38428) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:43.555235 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 369d6714-3c0c-42bc-97fa-6f197e0fc770 up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:50:43.635446 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port 369d6714-3c0c-42bc-97fa-6f197e0fc770 completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 19:50:43.640403 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port 369d6714-3c0c-42bc-97fa-6f197e0fc770 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:43.641005 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (369d6714-3c0c-42bc-97fa-6f197e0fc770), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:43.679125 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-31402fde-3baa-4567-b8a2-fe1d55127a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:43.683992 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-6333d1fd-e409-485b-8017-4d1f29fdc7a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:43.725313 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 369d6714-3c0c-42bc-97fa-6f197e0fc770 is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:43.725995 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (369d6714-3c0c-42bc-97fa-6f197e0fc770), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:43.727225 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-43a9f59f-03de-4664-8c6e-6896e0a53446 req-d5c5eca0-3db1-4703-8b72-7e4e0189c37b service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723073 Mar 09 19:50:43.749762 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f89a57f-89ca-498e-bf18-cab368133f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369d6714-3c0c-42bc-97fa-6f197e0fc770'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:50:43.752998 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40d0719-77e4-428d-947f-036a5df416cc" -d '{"events": [{"server_uuid": "7f89a57f-89ca-498e-bf18-cab368133f65", "name": "network-vif-plugged", "status": "completed", "tag": "369d6714-3c0c-42bc-97fa-6f197e0fc770"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:50:43.786397 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 369d6714-3c0c-42bc-97fa-6f197e0fc770, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=369d6714-3c0c-42bc-97fa-6f197e0fc770,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:43.791201 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (369d6714-3c0c-42bc-97fa-6f197e0fc770), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:43.792082 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 767daaf2-91c4-44ca-9887-2637f3465639 up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:50:43.818467 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e44e65e-b9ca-41a8-adff-650077dd62ca x-openstack-request-id: req-4e44e65e-b9ca-41a8-adff-650077dd62ca {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:50:43.818644 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f89a57f-89ca-498e-bf18-cab368133f65", "name": "network-vif-plugged", "status": "completed", "tag": "369d6714-3c0c-42bc-97fa-6f197e0fc770", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:50:43.818868 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e44e65e-b9ca-41a8-adff-650077dd62ca {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:50:43.819245 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f89a57f-89ca-498e-bf18-cab368133f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369d6714-3c0c-42bc-97fa-6f197e0fc770', 'code': 200} Mar 09 19:50:43.846022 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-31402fde-3baa-4567-b8a2-fe1d55127a7d admin admin] Publish callbacks [] for security_group (6af5ed78-d739-41d3-999e-60de6a1d16a9), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:43.858283 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-31402fde-3baa-4567-b8a2-fe1d55127a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (6af5ed78-d739-41d3-999e-60de6a1d16a9), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:43.861946 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-6333d1fd-e409-485b-8017-4d1f29fdc7a4 admin admin] Publish callbacks [] for security_group (eaa47be5-1f0e-4534-ba88-780bc0c2067f), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:43.874416 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=369d6714-3c0c-42bc-97fa-6f197e0fc770,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:43.881466 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-6333d1fd-e409-485b-8017-4d1f29fdc7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (eaa47be5-1f0e-4534-ba88-780bc0c2067f), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:43.900907 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port 767daaf2-91c4-44ca-9887-2637f3465639 completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 19:50:43.905564 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port 767daaf2-91c4-44ca-9887-2637f3465639 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:43.905987 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (767daaf2-91c4-44ca-9887-2637f3465639), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:43.914768 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31402fde-3baa-4567-b8a2-fe1d55127a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af5ed78-d739-41d3-999e-60de6a1d16a9,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:43.923165 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-31402fde-3baa-4567-b8a2-fe1d55127a7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ebec566ef2db45259fdb4cc6dbdb3bc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402285 Mar 09 19:50:43.926135 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38440) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:43.950675 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-6333d1fd-e409-485b-8017-4d1f29fdc7a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94af6d88a1544e00b54fa46bdd91593d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4307208 Mar 09 19:50:43.952955 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 38442) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:43.998265 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333d1fd-e409-485b-8017-4d1f29fdc7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa47be5-1f0e-4534-ba88-780bc0c2067f,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:44.005994 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-93c27285-0f9c-49e9-8807-a18b3125b055 admin admin] Publish callbacks [] for security_group (6af5ed78-d739-41d3-999e-60de6a1d16a9), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.034937 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-93c27285-0f9c-49e9-8807-a18b3125b055 admin admin] Publish callbacks [] for security_group (6af5ed78-d739-41d3-999e-60de6a1d16a9), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.045613 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf3b99-b97d-4d1f-becb-f02ab8940166 req-3fe108b3-68bf-49fd-8ae4-68fa1691c7ee tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:44.047148 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9adf3b99-b97d-4d1f-becb-f02ab8940166 req-3fe108b3-68bf-49fd-8ae4-68fa1691c7ee tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 945 time: 0.1176107 Mar 09 19:50:44.052105 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-fd153b37-8cb3-4342-b3b0-6549fc0049a6 admin admin] Publish callbacks [] for security_group (eaa47be5-1f0e-4534-ba88-780bc0c2067f), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.069390 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 767daaf2-91c4-44ca-9887-2637f3465639 is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:44.069796 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (767daaf2-91c4-44ca-9887-2637f3465639), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.089969 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-fd153b37-8cb3-4342-b3b0-6549fc0049a6 admin admin] Publish callbacks [] for security_group (eaa47be5-1f0e-4534-ba88-780bc0c2067f), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.102224 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-93c27285-0f9c-49e9-8807-a18b3125b055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (6af5ed78-d739-41d3-999e-60de6a1d16a9), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.105014 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-93c27285-0f9c-49e9-8807-a18b3125b055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.106311 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-93c27285-0f9c-49e9-8807-a18b3125b055 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6af5ed78-d739-41d3-999e-60de6a1d16a9 HTTP/1.1" status: 204 len: 168 time: 0.1788528 Mar 09 19:50:44.130351 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c27285-0f9c-49e9-8807-a18b3125b055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af5ed78-d739-41d3-999e-60de6a1d16a9,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:44.175903 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 767daaf2-91c4-44ca-9887-2637f3465639, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=767daaf2-91c4-44ca-9887-2637f3465639,segment=NetworkSegment(611a46d8-2a38-496f-8795-6bc9a80f2d30),segment_id=611a46d8-2a38-496f-8795-6bc9a80f2d30)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:44.182625 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (767daaf2-91c4-44ca-9887-2637f3465639), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.183427 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device c4e00d16-4c3a-4dd3-83ed-016838cfc060 up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:50:44.184750 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9adf3b99-b97d-4d1f-becb-f02ab8940166 req-e7cfa8ea-5279-41a8-bef6-d1cc489b4692 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281769 Mar 09 19:50:44.213725 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ec1d5-e2b4-4aaa-b8ee-4c8b9698454c req-45b37ebe-3479-4697-8f24-6b923989c756 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:44.215815 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c85ec1d5-e2b4-4aaa-b8ee-4c8b9698454c req-45b37ebe-3479-4697-8f24-6b923989c756 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 944 time: 0.1162326 Mar 09 19:50:44.260771 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-fd153b37-8cb3-4342-b3b0-6549fc0049a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (eaa47be5-1f0e-4534-ba88-780bc0c2067f), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.263474 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-fd153b37-8cb3-4342-b3b0-6549fc0049a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.268038 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-fd153b37-8cb3-4342-b3b0-6549fc0049a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eaa47be5-1f0e-4534-ba88-780bc0c2067f HTTP/1.1" status: 204 len: 168 time: 0.2999086 Mar 09 19:50:44.292212 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd153b37-8cb3-4342-b3b0-6549fc0049a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa47be5-1f0e-4534-ba88-780bc0c2067f,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:44.310284 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c85ec1d5-e2b4-4aaa-b8ee-4c8b9698454c req-b4eb4c50-4fe3-4465-b982-e45d818bc7b5 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880301 Mar 09 19:50:44.350468 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=767daaf2-91c4-44ca-9887-2637f3465639,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:44.354267 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port c4e00d16-4c3a-4dd3-83ed-016838cfc060 completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 19:50:44.359425 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port c4e00d16-4c3a-4dd3-83ed-016838cfc060 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:50:44.359802 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (c4e00d16-4c3a-4dd3-83ed-016838cfc060), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.466541 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port c4e00d16-4c3a-4dd3-83ed-016838cfc060 is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:50:44.467058 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (c4e00d16-4c3a-4dd3-83ed-016838cfc060), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.476545 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-43a9f59f-03de-4664-8c6e-6896e0a53446 req-7ed9e935-8b8d-4a35-b3a7-66c72bd0fa42 service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082582 Mar 09 19:50:44.501972 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38456) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:44.504724 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port c4e00d16-4c3a-4dd3-83ed-016838cfc060, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c4e00d16-4c3a-4dd3-83ed-016838cfc060,segment=NetworkSegment(611a46d8-2a38-496f-8795-6bc9a80f2d30),segment_id=611a46d8-2a38-496f-8795-6bc9a80f2d30)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:50:44.509526 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (c4e00d16-4c3a-4dd3-83ed-016838cfc060), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.516516 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6472e532-20c2-4f13-947e-d7af82321e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.566004 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=c4e00d16-4c3a-4dd3-83ed-016838cfc060,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:44.595978 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6472e532-20c2-4f13-947e-d7af82321e54 admin admin] Publish callbacks [] for security_group (84ec6f52-eea9-4af7-bbbf-6d626b69d91c), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.599814 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6472e532-20c2-4f13-947e-d7af82321e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (84ec6f52-eea9-4af7-bbbf-6d626b69d91c), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.640050 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-6472e532-20c2-4f13-947e-d7af82321e54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=524175fbc6f9472b9ed0902f3d1f085e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362154 Mar 09 19:50:44.641024 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472e532-20c2-4f13-947e-d7af82321e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ec6f52-eea9-4af7-bbbf-6d626b69d91c,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:44.642797 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 38462) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:44.694584 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5b34fa9b-0e32-4340-8007-9760327a7697 admin admin] Publish callbacks [] for security_group (84ec6f52-eea9-4af7-bbbf-6d626b69d91c), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.696148 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38466) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:44.709813 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-497b99a4-ab5e-4980-96b0-bbe1ba98b376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.716812 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5b34fa9b-0e32-4340-8007-9760327a7697 admin admin] Publish callbacks [] for security_group (84ec6f52-eea9-4af7-bbbf-6d626b69d91c), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.764445 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5b34fa9b-0e32-4340-8007-9760327a7697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (84ec6f52-eea9-4af7-bbbf-6d626b69d91c), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.767043 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5b34fa9b-0e32-4340-8007-9760327a7697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.768287 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-5b34fa9b-0e32-4340-8007-9760327a7697 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84ec6f52-eea9-4af7-bbbf-6d626b69d91c HTTP/1.1" status: 204 len: 168 time: 0.1243174 Mar 09 19:50:44.775961 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34fa9b-0e32-4340-8007-9760327a7697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ec6f52-eea9-4af7-bbbf-6d626b69d91c,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:44.801193 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-497b99a4-ab5e-4980-96b0-bbe1ba98b376 admin admin] Publish callbacks [] for security_group (d41ff69a-bf14-49cc-b3ed-a81f2a43bb9c), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.805349 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-497b99a4-ab5e-4980-96b0-bbe1ba98b376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (d41ff69a-bf14-49cc-b3ed-a81f2a43bb9c), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.841969 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b99a4-ab5e-4980-96b0-bbe1ba98b376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41ff69a-bf14-49cc-b3ed-a81f2a43bb9c,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:44.846717 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-497b99a4-ab5e-4980-96b0-bbe1ba98b376 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f522684266b44f6d8157d4dfe8d67953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490273 Mar 09 19:50:44.849478 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38470) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:44.896355 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-aff6d6f4-dec2-48c9-8f16-452869ba76c0 admin admin] Publish callbacks [] for security_group (d41ff69a-bf14-49cc-b3ed-a81f2a43bb9c), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.917289 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-aff6d6f4-dec2-48c9-8f16-452869ba76c0 admin admin] Publish callbacks [] for security_group (d41ff69a-bf14-49cc-b3ed-a81f2a43bb9c), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.964565 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-aff6d6f4-dec2-48c9-8f16-452869ba76c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (d41ff69a-bf14-49cc-b3ed-a81f2a43bb9c), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.967109 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-aff6d6f4-dec2-48c9-8f16-452869ba76c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:44.968269 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-aff6d6f4-dec2-48c9-8f16-452869ba76c0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d41ff69a-bf14-49cc-b3ed-a81f2a43bb9c HTTP/1.1" status: 204 len: 168 time: 0.1178977 Mar 09 19:50:44.976451 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6d6f4-dec2-48c9-8f16-452869ba76c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41ff69a-bf14-49cc-b3ed-a81f2a43bb9c,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:45.324529 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7726ef0-f346-446b-9d55-b83752cfd694 req-25ac6861-3ad0-4f34-b761-9ad87865d69d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:45.332571 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d7726ef0-f346-446b-9d55-b83752cfd694 req-25ac6861-3ad0-4f34-b761-9ad87865d69d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 945 time: 0.0605960 Mar 09 19:50:45.444087 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d7726ef0-f346-446b-9d55-b83752cfd694 req-af187163-b445-463f-a9db-620d67fb5cfc tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106279 Mar 09 19:50:45.520688 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404ec89-73ba-4c6e-a173-f624f8353984 req-f303dabc-5f63-49c3-8dc5-876585ec63ce tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:45.522174 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4404ec89-73ba-4c6e-a173-f624f8353984 req-f303dabc-5f63-49c3-8dc5-876585ec63ce tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0963032 Mar 09 19:50:45.589044 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b26c8-366d-4ed1-b173-a6e35d58056e req-42d83f0c-cc75-4248-b360-c7d2f7d12519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:45.590558 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fd3b26c8-366d-4ed1-b173-a6e35d58056e req-42d83f0c-cc75-4248-b360-c7d2f7d12519 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 1129 time: 0.0864856 Mar 09 19:50:45.595368 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4404ec89-73ba-4c6e-a173-f624f8353984 req-43d80bb0-601c-48c9-aa5a-487814059876 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583913 Mar 09 19:50:45.658056 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fd3b26c8-366d-4ed1-b173-a6e35d58056e req-c7642201-ebf6-4e8d-8504-eef9df7d2e3f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590575 Mar 09 19:50:45.820386 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ab73ce-d6c3-40df-bd4c-af77cab13a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767daaf2-91c4-44ca-9887-2637f3465639'}, {'server_uuid': '16839ec5-77a1-4dbb-98f2-2a2a16011348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e00d16-4c3a-4dd3-83ed-016838cfc060'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:50:45.823760 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b53418d-ec22-4b9b-8fe0-8471dbd83efe" -d '{"events": [{"server_uuid": "f4ab73ce-d6c3-40df-bd4c-af77cab13a8a", "name": "network-vif-plugged", "status": "completed", "tag": "767daaf2-91c4-44ca-9887-2637f3465639"}, {"server_uuid": "16839ec5-77a1-4dbb-98f2-2a2a16011348", "name": "network-vif-plugged", "status": "completed", "tag": "c4e00d16-4c3a-4dd3-83ed-016838cfc060"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:50:45.900951 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Mar 2022 19:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f928eb-51ff-4a32-868e-8a794ffdf01f x-openstack-request-id: req-c9f928eb-51ff-4a32-868e-8a794ffdf01f {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:50:45.901467 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ab73ce-d6c3-40df-bd4c-af77cab13a8a", "name": "network-vif-plugged", "status": "completed", "tag": "767daaf2-91c4-44ca-9887-2637f3465639", "code": 200}, {"server_uuid": "16839ec5-77a1-4dbb-98f2-2a2a16011348", "name": "network-vif-plugged", "status": "completed", "tag": "c4e00d16-4c3a-4dd3-83ed-016838cfc060", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:50:45.901875 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9f928eb-51ff-4a32-868e-8a794ffdf01f {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:50:45.902460 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ab73ce-d6c3-40df-bd4c-af77cab13a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767daaf2-91c4-44ca-9887-2637f3465639', 'code': 200} Mar 09 19:50:45.902872 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16839ec5-77a1-4dbb-98f2-2a2a16011348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e00d16-4c3a-4dd3-83ed-016838cfc060', 'code': 200} Mar 09 19:50:46.177884 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4322096-111e-466a-b1d8-612d2d0d94bf req-1b2e9a86-f0fa-4dda-93c0-95cc30f48daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:46.179521 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e4322096-111e-466a-b1d8-612d2d0d94bf req-1b2e9a86-f0fa-4dda-93c0-95cc30f48daa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 1129 time: 0.0828528 Mar 09 19:50:46.184558 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7a670-73c9-4ffa-ad76-11eee532a9d2 req-a08c45ec-5d02-4b22-9495-929192c46918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:46.186195 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b9e7a670-73c9-4ffa-ad76-11eee532a9d2 req-a08c45ec-5d02-4b22-9495-929192c46918 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 1129 time: 0.0632889 Mar 09 19:50:46.256326 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b9e7a670-73c9-4ffa-ad76-11eee532a9d2 req-70f57845-8f74-4527-b082-afa52bc312a8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630834 Mar 09 19:50:46.258600 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e4322096-111e-466a-b1d8-612d2d0d94bf req-bc707cc6-812f-4193-a8a4-b004c46877b0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715740 Mar 09 19:50:46.358823 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 38592) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:46.524305 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c4f401cb-8c41-4157-8042-85a562a982bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:46.628162 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c79ffe-5983-42f7-8d52-8fd6f830f08d req-710906ea-98c6-417d-bcdc-ff4812995053 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:46.632622 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a2c79ffe-5983-42f7-8d52-8fd6f830f08d req-710906ea-98c6-417d-bcdc-ff4812995053 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 945 time: 0.1026325 Mar 09 19:50:46.696965 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c4f401cb-8c41-4157-8042-85a562a982bd admin admin] Publish callbacks [] for security_group (35560402-8007-4e1a-b808-309ac4e241b7), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:46.718053 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c4f401cb-8c41-4157-8042-85a562a982bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (35560402-8007-4e1a-b808-309ac4e241b7), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:46.740392 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a2c79ffe-5983-42f7-8d52-8fd6f830f08d req-18e97a8a-00c6-4e47-8029-ae38d855fbb0 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038709 Mar 09 19:50:46.772711 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-c4f401cb-8c41-4157-8042-85a562a982bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8d64bc6062e4891a50ab2d48607e410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4120758 Mar 09 19:50:46.774739 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f401cb-8c41-4157-8042-85a562a982bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35560402-8007-4e1a-b808-309ac4e241b7,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:46.775345 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38606) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:46.791452 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43de92-4871-4ebe-9811-42ce71fa0f65 req-b2272e9c-9af8-49c9-b9a1-8c3bea473f38 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:46.792954 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0f43de92-4871-4ebe-9811-42ce71fa0f65 req-b2272e9c-9af8-49c9-b9a1-8c3bea473f38 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.1118560 Mar 09 19:50:46.829299 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-60e44e51-5ba5-4775-880b-52910b63554a admin admin] Publish callbacks [] for security_group (35560402-8007-4e1a-b808-309ac4e241b7), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:46.847090 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0f43de92-4871-4ebe-9811-42ce71fa0f65 req-e60e4038-b9a1-46f4-9157-f01dfc79b166 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482540 Mar 09 19:50:46.850969 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-60e44e51-5ba5-4775-880b-52910b63554a admin admin] Publish callbacks [] for security_group (35560402-8007-4e1a-b808-309ac4e241b7), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:46.898770 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-60e44e51-5ba5-4775-880b-52910b63554a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (35560402-8007-4e1a-b808-309ac4e241b7), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:46.901487 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-60e44e51-5ba5-4775-880b-52910b63554a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:46.902612 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-60e44e51-5ba5-4775-880b-52910b63554a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35560402-8007-4e1a-b808-309ac4e241b7 HTTP/1.1" status: 204 len: 168 time: 0.1262467 Mar 09 19:50:46.910852 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e44e51-5ba5-4775-880b-52910b63554a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35560402-8007-4e1a-b808-309ac4e241b7,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:47.891465 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8458f5-940f-4aa4-8e5d-bc49b21f5b44 req-4982d1a4-3b05-46d2-a9f5-5ffe5074434d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:47.894359 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1c8458f5-940f-4aa4-8e5d-bc49b21f5b44 req-4982d1a4-3b05-46d2-a9f5-5ffe5074434d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 945 time: 0.0591042 Mar 09 19:50:47.968535 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38696) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:47.991121 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1c8458f5-940f-4aa4-8e5d-bc49b21f5b44 req-51a48c5a-b0b8-4ed8-9232-8adf532193c6 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831780 Mar 09 19:50:48.020208 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7e0f7-2059-4b03-b7be-adedd5b4c340 req-2b0226d3-c04d-41d1-81b8-6f4f2ccff9a4 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:48.030125 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3ff7e0f7-2059-4b03-b7be-adedd5b4c340 req-2b0226d3-c04d-41d1-81b8-6f4f2ccff9a4 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0795593 Mar 09 19:50:48.129431 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3ff7e0f7-2059-4b03-b7be-adedd5b4c340 req-505771b1-26af-4f96-abd0-1ac1d93c0de8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879898 Mar 09 19:50:48.255732 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ab96-79f3-4b5a-8c0b-fe91e156a235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:48.259562 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482af808-7001-4a16-a68a-e573c1ea2ac9 req-48d65778-53dc-47ee-914e-301caeca97a3 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:48.273782 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-482af808-7001-4a16-a68a-e573c1ea2ac9 req-48d65778-53dc-47ee-914e-301caeca97a3 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 945 time: 0.1212485 Mar 09 19:50:48.274409 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 38708) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:48.283071 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-2b7fee02-3a2d-4159-94f3-50283fae6c45 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'floatingip': {'port_id': '369d6714-3c0c-42bc-97fa-6f197e0fc770'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:50:48.349255 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2b7fee02-3a2d-4159-94f3-50283fae6c45 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (d8605643-09b5-4814-9ae1-2c3487fd257e), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:48.388440 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ab96-79f3-4b5a-8c0b-fe91e156a235 admin admin] Publish callbacks [] for security_group (1376987f-5c47-4907-8f12-276790e71cbf), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:48.393489 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ab96-79f3-4b5a-8c0b-fe91e156a235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (1376987f-5c47-4907-8f12-276790e71cbf), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:48.430874 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9ab96-79f3-4b5a-8c0b-fe91e156a235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1376987f-5c47-4907-8f12-276790e71cbf,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:48.438925 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-2ad9ab96-79f3-4b5a-8c0b-fe91e156a235 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b6d1a953bbe248e08aed70a506ceebb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4689567 Mar 09 19:50:48.441996 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38714) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:48.502065 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1438bdd6-b32f-442d-aedd-4ebc8357f524 admin admin] Publish callbacks [] for security_group (1376987f-5c47-4907-8f12-276790e71cbf), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:48.526507 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1438bdd6-b32f-442d-aedd-4ebc8357f524 admin admin] Publish callbacks [] for security_group (1376987f-5c47-4907-8f12-276790e71cbf), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:48.573317 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1438bdd6-b32f-442d-aedd-4ebc8357f524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (1376987f-5c47-4907-8f12-276790e71cbf), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:48.576001 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1438bdd6-b32f-442d-aedd-4ebc8357f524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:48.577226 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-1438bdd6-b32f-442d-aedd-4ebc8357f524 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1376987f-5c47-4907-8f12-276790e71cbf HTTP/1.1" status: 204 len: 168 time: 0.1337061 Mar 09 19:50:48.588335 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438bdd6-b32f-442d-aedd-4ebc8357f524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1376987f-5c47-4907-8f12-276790e71cbf,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:48.591075 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd75cd5-9b3f-40fe-bf1f-2b904f3b9f39 req-c49481d2-230a-44ad-ace0-cd6a21dbbaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:48.592608 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4dd75cd5-9b3f-40fe-bf1f-2b904f3b9f39 req-c49481d2-230a-44ad-ace0-cd6a21dbbaf9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f40a33baeda64a69bab5c022461457ab&device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 1129 time: 0.1668584 Mar 09 19:50:48.601409 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a5fd4-4a32-439e-acc4-4e011e5b6c02 req-703ab48a-ae1c-4e34-a071-cf254286f099 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:48.603130 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e17a5fd4-4a32-439e-acc4-4e011e5b6c02 req-703ab48a-ae1c-4e34-a071-cf254286f099 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.1790621 Mar 09 19:50:48.782717 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e17a5fd4-4a32-439e-acc4-4e011e5b6c02 req-7bb65b4d-9db5-4e3e-b1a6-3e81f80dd44a tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687536 Mar 09 19:50:48.811547 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd75cd5-9b3f-40fe-bf1f-2b904f3b9f39 req-80d8daa4-c4a2-45dc-bd6f-c21e450246a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:48.813014 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4dd75cd5-9b3f-40fe-bf1f-2b904f3b9f39 req-80d8daa4-c4a2-45dc-bd6f-c21e450246a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=afc5eb80-49ab-4378-95f2-aaf87384a62e HTTP/1.1" status: 200 len: 920 time: 0.2090654 Mar 09 19:50:48.889452 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4dd75cd5-9b3f-40fe-bf1f-2b904f3b9f39 req-820d29e8-73c2-400e-8e28-a5a671746add service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4e00d16-4c3a-4dd3-83ed-016838cfc060 HTTP/1.1" status: 200 len: 217 time: 0.0680535 Mar 09 19:50:48.935680 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38728) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:48.948231 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6098945b-6553-4919-a35b-bb060af0e63a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:48.980730 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd75cd5-9b3f-40fe-bf1f-2b904f3b9f39 req-8e382ac9-111d-4974-a1c2-60eeccb27ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:48.982172 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4dd75cd5-9b3f-40fe-bf1f-2b904f3b9f39 req-8e382ac9-111d-4974-a1c2-60eeccb27ff3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80514b34-5e48-4a20-8a26-dafa704cc5f5 HTTP/1.1" status: 200 len: 859 time: 0.0855491 Mar 09 19:50:49.020985 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4dd75cd5-9b3f-40fe-bf1f-2b904f3b9f39 req-25821d89-f35c-473a-a2bf-a9eae33260be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afc5eb80-49ab-4378-95f2-aaf87384a62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316975 Mar 09 19:50:49.024823 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6098945b-6553-4919-a35b-bb060af0e63a admin admin] Publish callbacks [] for security_group (e2c4ddd4-2e64-456f-ae09-422228901357), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:49.029432 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6098945b-6553-4919-a35b-bb060af0e63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (e2c4ddd4-2e64-456f-ae09-422228901357), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:49.060089 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-6098945b-6553-4919-a35b-bb060af0e63a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a293afb0af3342bebdf5a18886f65c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1231704 Mar 09 19:50:49.064632 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38732) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:49.090656 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098945b-6553-4919-a35b-bb060af0e63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c4ddd4-2e64-456f-ae09-422228901357,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:49.135794 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b7d09a61-7daf-4d0e-ac8d-13e368ed8b93 admin admin] Publish callbacks [] for security_group (e2c4ddd4-2e64-456f-ae09-422228901357), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:49.157304 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b7d09a61-7daf-4d0e-ac8d-13e368ed8b93 admin admin] Publish callbacks [] for security_group (e2c4ddd4-2e64-456f-ae09-422228901357), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:49.187962 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2b7fee02-3a2d-4159-94f3-50283fae6c45 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:49.196821 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2b7fee02-3a2d-4159-94f3-50283fae6c45 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (d8605643-09b5-4814-9ae1-2c3487fd257e), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:49.205182 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b7d09a61-7daf-4d0e-ac8d-13e368ed8b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (e2c4ddd4-2e64-456f-ae09-422228901357), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:49.208630 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b7d09a61-7daf-4d0e-ac8d-13e368ed8b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:49.209941 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-b7d09a61-7daf-4d0e-ac8d-13e368ed8b93 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2c4ddd4-2e64-456f-ae09-422228901357 HTTP/1.1" status: 204 len: 168 time: 0.1445417 Mar 09 19:50:49.217695 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d09a61-7daf-4d0e-ac8d-13e368ed8b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c4ddd4-2e64-456f-ae09-422228901357,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:49.236046 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4dd75cd5-9b3f-40fe-bf1f-2b904f3b9f39 req-d17a9a65-e263-46d7-9aa9-ce52d26e2138 service neutron] 10.222.0.20 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067111 Mar 09 19:50:49.307967 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [None req-2b7fee02-3a2d-4159-94f3-50283fae6c45 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Floating IP d8605643-09b5-4814-9ae1-2c3487fd257e associated. External IP: 172.27.3.105, port: 369d6714-3c0c-42bc-97fa-6f197e0fc770. Mar 09 19:50:49.774174 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7fee02-3a2d-4159-94f3-50283fae6c45 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:50:49.941656 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7fee02-3a2d-4159-94f3-50283fae6c45 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:50:49.946724 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2b7fee02-3a2d-4159-94f3-50283fae6c45 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:49.952477 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b5c8bc-a28d-4feb-abe0-1598850ab87c None None] Sync routers for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:50:49.966989 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5c8bc-a28d-4feb-abe0-1598850ab87c None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:50:49.967734 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-68b5c8bc-a28d-4feb-abe0-1598850ab87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:50:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:49.980051 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d6a04-669b-4db0-8f7d-304363dac4a8 req-1c8a2642-c5a9-4236-a808-5ca1f169e00a tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:49.982459 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-167d6a04-669b-4db0-8f7d-304363dac4a8 req-1c8a2642-c5a9-4236-a808-5ca1f169e00a tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0975850 Mar 09 19:50:50.014596 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-2b7fee02-3a2d-4159-94f3-50283fae6c45 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "PUT /v2.0/floatingips/d8605643-09b5-4814-9ae1-2c3487fd257e HTTP/1.1" status: 200 len: 991 time: 1.7284036 Mar 09 19:50:50.019081 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f89a57f-89ca-498e-bf18-cab368133f65', 'tag': '369d6714-3c0c-42bc-97fa-6f197e0fc770'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:50:50.021843 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d56512-95da-414f-954f-f7c3f1b0ff06" -d '{"events": [{"name": "network-changed", "server_uuid": "7f89a57f-89ca-498e-bf18-cab368133f65", "tag": "369d6714-3c0c-42bc-97fa-6f197e0fc770"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:50:50.065613 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-167d6a04-669b-4db0-8f7d-304363dac4a8 req-b80349dd-db25-413a-a8ae-dfe3cc710905 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733998 Mar 09 19:50:50.067681 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150a83ac-d9f3-4c53-9c9c-bd27ee16beb6 x-openstack-request-id: req-150a83ac-d9f3-4c53-9c9c-bd27ee16beb6 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:50:50.068133 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f89a57f-89ca-498e-bf18-cab368133f65", "tag": "369d6714-3c0c-42bc-97fa-6f197e0fc770", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:50:50.068384 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-150a83ac-d9f3-4c53-9c9c-bd27ee16beb6 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:50:50.069333 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f89a57f-89ca-498e-bf18-cab368133f65', 'tag': '369d6714-3c0c-42bc-97fa-6f197e0fc770', 'status': 'completed', 'code': 200} Mar 09 19:50:50.196436 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-68b5c8bc-a28d-4feb-abe0-1598850ab87c None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:50:50.295318 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4dd75cd5-9b3f-40fe-bf1f-2b904f3b9f39 req-8f58b37d-93d8-43f1-a4a2-96a1a32e25dc service neutron] 10.222.0.20 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067302 Mar 09 19:50:50.446125 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-68b5c8bc-a28d-4feb-abe0-1598850ab87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': 'd8605643-09b5-4814-9ae1-2c3487fd257e', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'port_id': '369d6714-3c0c-42bc-97fa-6f197e0fc770', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'mac_address': 'fa:16:3e:11:63:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89a57f-89ca-498e-bf18-cab368133f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:50:24Z', 'updated_at': '2022-03-09T19:50:49Z', 'revision_number': 1, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:50.475331 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b5c8bc-a28d-4feb-abe0-1598850ab87c None None] Checking router: e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:50:50.484303 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5c8bc-a28d-4feb-abe0-1598850ab87c None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:50:50.484909 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-68b5c8bc-a28d-4feb-abe0-1598850ab87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:50:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:50.599290 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-68b5c8bc-a28d-4feb-abe0-1598850ab87c None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:50:50.833431 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-68b5c8bc-a28d-4feb-abe0-1598850ab87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': 'd8605643-09b5-4814-9ae1-2c3487fd257e', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'port_id': '369d6714-3c0c-42bc-97fa-6f197e0fc770', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'mac_address': 'fa:16:3e:11:63:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89a57f-89ca-498e-bf18-cab368133f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:50:24Z', 'updated_at': '2022-03-09T19:50:49Z', 'revision_number': 1, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:50:50.865318 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b5c8bc-a28d-4feb-abe0-1598850ab87c None None] The sync data for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi is: [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': 'd8605643-09b5-4814-9ae1-2c3487fd257e', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'port_id': '369d6714-3c0c-42bc-97fa-6f197e0fc770', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'mac_address': 'fa:16:3e:11:63:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89a57f-89ca-498e-bf18-cab368133f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:50:24Z', 'updated_at': '2022-03-09T19:50:49Z', 'revision_number': 1, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:50:51.066375 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c023457e-4f95-433b-9036-0ef1f04b23f0 None None] New status for floating IP d8605643-09b5-4814-9ae1-2c3487fd257e: ACTIVE {{(pid=114606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:50:51.205944 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993a833-cdf1-47fd-b29e-aa10b9a7e63a req-60d5790e-2969-4920-9617-7154fe3b931d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:51.207446 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9993a833-cdf1-47fd-b29e-aa10b9a7e63a req-60d5790e-2969-4920-9617-7154fe3b931d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0523622 Mar 09 19:50:51.269332 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9993a833-cdf1-47fd-b29e-aa10b9a7e63a req-7bb130b7-820d-4933-8265-fad5d64bd5de tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536456 Mar 09 19:50:52.074366 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:50:52.339223 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d56512-95da-414f-954f-f7c3f1b0ff06 req-61d4f236-433b-431c-ab0b-8b8c35702cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:52.340737 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-16d56512-95da-414f-954f-f7c3f1b0ff06 req-61d4f236-433b-431c-ab0b-8b8c35702cc2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d035a3aae24ccb9b470e06d3d01412&device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 1129 time: 0.0650208 Mar 09 19:50:52.447921 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c172e4-811a-45ec-9a0d-75167728324d req-90038309-2463-4664-96c2-8c2cb12548db tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:52.449367 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-71c172e4-811a-45ec-9a0d-75167728324d req-90038309-2463-4664-96c2-8c2cb12548db tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.1068180 Mar 09 19:50:52.485489 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d56512-95da-414f-954f-f7c3f1b0ff06 req-351f5a4b-5e12-4a4f-a63e-dcb8b5a61f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:52.487666 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-16d56512-95da-414f-954f-f7c3f1b0ff06 req-351f5a4b-5e12-4a4f-a63e-dcb8b5a61f4f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1fb9771-c14c-449d-8f62-3d71790f8b4f HTTP/1.1" status: 200 len: 916 time: 0.1205702 Mar 09 19:50:52.524564 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-71c172e4-811a-45ec-9a0d-75167728324d req-a7f16b1e-2e46-43a9-93af-65d09a034a6f tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694585 Mar 09 19:50:52.573033 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-16d56512-95da-414f-954f-f7c3f1b0ff06 req-a0d6a006-cbe3-460f-b485-0087fa41cd09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=369d6714-3c0c-42bc-97fa-6f197e0fc770 HTTP/1.1" status: 200 len: 1001 time: 0.0719039 Mar 09 19:50:52.628923 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d56512-95da-414f-954f-f7c3f1b0ff06 req-2d5f3189-4dca-4bc3-85a0-cf71263b6be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:52.630372 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-16d56512-95da-414f-954f-f7c3f1b0ff06 req-2d5f3189-4dca-4bc3-85a0-cf71263b6be8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1691d741-1db9-45a9-b9fc-c8baf7574710 HTTP/1.1" status: 200 len: 854 time: 0.0458646 Mar 09 19:50:52.683792 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d56512-95da-414f-954f-f7c3f1b0ff06 req-2107a51a-e02d-4f7c-bdfb-6cb1e40686ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:52.686071 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-16d56512-95da-414f-954f-f7c3f1b0ff06 req-2107a51a-e02d-4f7c-bdfb-6cb1e40686ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1fb9771-c14c-449d-8f62-3d71790f8b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487523 Mar 09 19:50:53.641022 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2740165-6349-471f-8af9-86e491211dee req-4e882116-f3ca-4df7-937a-d9e8585bd64a tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:53.642459 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b2740165-6349-471f-8af9-86e491211dee req-4e882116-f3ca-4df7-937a-d9e8585bd64a tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0507705 Mar 09 19:50:53.685998 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b2740165-6349-471f-8af9-86e491211dee req-d0dad8ee-f6b0-413b-af8a-bc4af05a3b38 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375619 Mar 09 19:50:53.911636 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-16d56512-95da-414f-954f-f7c3f1b0ff06 req-3f4142af-b2ed-45d6-af2e-f7fcdfd0368d service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856600 Mar 09 19:50:54.800344 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d12b3-0451-4e7c-a010-cef2388c7a65 req-8c026318-17d2-4d5d-bb42-0a4dc36d89c9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:54.801776 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-916d12b3-0451-4e7c-a010-cef2388c7a65 req-8c026318-17d2-4d5d-bb42-0a4dc36d89c9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0504715 Mar 09 19:50:54.849657 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-916d12b3-0451-4e7c-a010-cef2388c7a65 req-cfec52f9-e9a4-4963-8d3a-02e2db87c375 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423250 Mar 09 19:50:55.790301 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-16d56512-95da-414f-954f-f7c3f1b0ff06 req-90bf16cd-1f4f-49aa-9ae3-304c69386729 service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957367 Mar 09 19:50:55.967133 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd0e0b-5ad7-48a6-b366-0adb130b1e52 req-b55e2552-5eae-4270-bddc-cf89008de87a tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:55.969665 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-27dd0e0b-5ad7-48a6-b366-0adb130b1e52 req-b55e2552-5eae-4270-bddc-cf89008de87a tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0523765 Mar 09 19:50:56.015776 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-27dd0e0b-5ad7-48a6-b366-0adb130b1e52 req-40e71216-7fdd-47e3-b909-31f78b433578 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403130 Mar 09 19:50:57.150528 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1ba3c-3538-4263-905d-30b77864fb75 req-b0b004e0-4fed-481c-a936-e39ccafe2c41 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:57.152150 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7ae1ba3c-3538-4263-905d-30b77864fb75 req-b0b004e0-4fed-481c-a936-e39ccafe2c41 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0670915 Mar 09 19:50:57.214475 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7ae1ba3c-3538-4263-905d-30b77864fb75 req-99abeae0-d1f0-48b7-b994-d6b7b25a7216 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559859 Mar 09 19:50:57.493835 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-2a581fa3-7415-496a-a8b6-333942e32ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:57.762794 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b0dcbbb9-3fb0-472b-ba07-3d5ed04a9a4a req-efa13918-cecb-423c-8c8e-067a770f2234 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631588 Mar 09 19:50:57.904684 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcbbb9-3fb0-472b-ba07-3d5ed04a9a4a req-51fdc02a-6321-49e6-8721-b26bb4a6ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:57.906086 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b0dcbbb9-3fb0-472b-ba07-3d5ed04a9a4a req-51fdc02a-6321-49e6-8721-b26bb4a6ed38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d28b0c2c14e04c179da85c93bf62c601&device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 1129 time: 0.0842347 Mar 09 19:50:57.917862 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951537c-a514-4c49-b45a-4dee92638874 req-69d32f85-e1a0-4c62-9e35-8b2e2a32d3da tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:57.919296 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6951537c-a514-4c49-b45a-4dee92638874 req-69d32f85-e1a0-4c62-9e35-8b2e2a32d3da tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 945 time: 0.0635312 Mar 09 19:50:58.024439 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6951537c-a514-4c49-b45a-4dee92638874 req-b2784d3d-5c5d-49cb-9a31-ba542a3a3442 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/security-groups?id=af2ab9e2-01a4-4363-8562-f33094fa11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986035 Mar 09 19:50:58.045027 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcbbb9-3fb0-472b-ba07-3d5ed04a9a4a req-34d5114a-5457-40c9-87a8-4a71526e1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:58.046564 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b0dcbbb9-3fb0-472b-ba07-3d5ed04a9a4a req-34d5114a-5457-40c9-87a8-4a71526e1f4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3239b76-443e-4739-8be5-90c0b832854f HTTP/1.1" status: 200 len: 912 time: 0.1149704 Mar 09 19:50:58.089366 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b0dcbbb9-3fb0-472b-ba07-3d5ed04a9a4a req-5d097339-deb7-4a86-b986-45264f3738e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ddc2388-330b-40fd-b39e-a908ee608299 HTTP/1.1" status: 200 len: 217 time: 0.0342932 Mar 09 19:50:58.144012 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcbbb9-3fb0-472b-ba07-3d5ed04a9a4a req-a6fe044b-742d-4300-9bd5-ad3e055dd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:58.145442 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b0dcbbb9-3fb0-472b-ba07-3d5ed04a9a4a req-a6fe044b-742d-4300-9bd5-ad3e055dd5c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9712466e-f53c-42aa-be02-2912c1136e50 HTTP/1.1" status: 200 len: 851 time: 0.0482273 Mar 09 19:50:58.177346 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b0dcbbb9-3fb0-472b-ba07-3d5ed04a9a4a req-684bb326-8f0e-4cb0-9495-0b6fe749d1ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3239b76-443e-4739-8be5-90c0b832854f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243936 Mar 09 19:50:58.279476 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b0dcbbb9-3fb0-472b-ba07-3d5ed04a9a4a req-71f8e921-d3e3-415b-b51a-4845809c498f service neutron] 10.222.0.20 "GET /v2.0/networks/e3239b76-443e-4739-8be5-90c0b832854f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898230 Mar 09 19:50:58.397748 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754be01-7a16-4de9-8853-12afcc5d80cd req-740988ac-f7d1-4edb-86ad-f54804b85e90 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:58.399386 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7754be01-7a16-4de9-8853-12afcc5d80cd req-740988ac-f7d1-4edb-86ad-f54804b85e90 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.1126115 Mar 09 19:50:58.419985 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b0dcbbb9-3fb0-472b-ba07-3d5ed04a9a4a req-fb6903d6-35cb-4ece-8b7f-af0a2af2d390 service neutron] 10.222.0.20 "GET /v2.0/networks/e3239b76-443e-4739-8be5-90c0b832854f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251335 Mar 09 19:50:58.461150 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7754be01-7a16-4de9-8853-12afcc5d80cd req-b6d51aec-13a8-4775-bd32-66cd5551201b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513070 Mar 09 19:50:58.637209 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 38976) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:58.740490 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d1be7bd5-f372-4a13-b00e-bf45ab8b3529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:58.816897 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d1be7bd5-f372-4a13-b00e-bf45ab8b3529 admin admin] Publish callbacks [] for security_group (9e18a26b-2cb9-41eb-8b1f-0014b2605e17), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:58.820503 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d1be7bd5-f372-4a13-b00e-bf45ab8b3529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (9e18a26b-2cb9-41eb-8b1f-0014b2605e17), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:58.862676 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-d1be7bd5-f372-4a13-b00e-bf45ab8b3529 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a5b789f300b479da20610d47169005e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243617 Mar 09 19:50:58.864693 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be7bd5-f372-4a13-b00e-bf45ab8b3529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e18a26b-2cb9-41eb-8b1f-0014b2605e17,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:58.865755 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 38980) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:58.872293 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7bd5-f372-4a13-b00e-bf45ab8b3529 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:58.872651 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7bd5-f372-4a13-b00e-bf45ab8b3529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:58.872993 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7bd5-f372-4a13-b00e-bf45ab8b3529 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:58.873332 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7bd5-f372-4a13-b00e-bf45ab8b3529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:58.873663 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7bd5-f372-4a13-b00e-bf45ab8b3529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:58.873994 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7bd5-f372-4a13-b00e-bf45ab8b3529 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:58.874343 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7bd5-f372-4a13-b00e-bf45ab8b3529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:58.874675 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7bd5-f372-4a13-b00e-bf45ab8b3529 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:58.875002 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7bd5-f372-4a13-b00e-bf45ab8b3529 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:58.875330 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7bd5-f372-4a13-b00e-bf45ab8b3529 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:58.875654 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7bd5-f372-4a13-b00e-bf45ab8b3529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:58.875991 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7bd5-f372-4a13-b00e-bf45ab8b3529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:58.876393 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be7bd5-f372-4a13-b00e-bf45ab8b3529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:58.917938 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2100d57b-e9a1-484e-8c79-c78c5cbde244 admin admin] Publish callbacks [] for security_group (9e18a26b-2cb9-41eb-8b1f-0014b2605e17), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:58.940344 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2100d57b-e9a1-484e-8c79-c78c5cbde244 admin admin] Publish callbacks [] for security_group (9e18a26b-2cb9-41eb-8b1f-0014b2605e17), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:58.989871 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2100d57b-e9a1-484e-8c79-c78c5cbde244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (9e18a26b-2cb9-41eb-8b1f-0014b2605e17), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:58.992489 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2100d57b-e9a1-484e-8c79-c78c5cbde244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:58.993662 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-2100d57b-e9a1-484e-8c79-c78c5cbde244 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e18a26b-2cb9-41eb-8b1f-0014b2605e17 HTTP/1.1" status: 204 len: 168 time: 0.1269453 Mar 09 19:50:59.001472 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100d57b-e9a1-484e-8c79-c78c5cbde244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e18a26b-2cb9-41eb-8b1f-0014b2605e17,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:59.009179 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100d57b-e9a1-484e-8c79-c78c5cbde244 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:59.009555 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100d57b-e9a1-484e-8c79-c78c5cbde244 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:59.009870 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100d57b-e9a1-484e-8c79-c78c5cbde244 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:59.010213 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100d57b-e9a1-484e-8c79-c78c5cbde244 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:59.010534 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100d57b-e9a1-484e-8c79-c78c5cbde244 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:59.010877 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100d57b-e9a1-484e-8c79-c78c5cbde244 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:59.011211 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100d57b-e9a1-484e-8c79-c78c5cbde244 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:59.011547 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100d57b-e9a1-484e-8c79-c78c5cbde244 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:59.011919 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100d57b-e9a1-484e-8c79-c78c5cbde244 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:59.012245 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100d57b-e9a1-484e-8c79-c78c5cbde244 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:59.012554 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100d57b-e9a1-484e-8c79-c78c5cbde244 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:59.012956 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100d57b-e9a1-484e-8c79-c78c5cbde244 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:59.013180 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100d57b-e9a1-484e-8c79-c78c5cbde244 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:50:59.180678 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f3d5d-3186-41f4-89d9-648395ee6e59 req-c9477dbc-fbee-4d54-b126-8ed73cc8fd8a tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:59.182281 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-719f3d5d-3186-41f4-89d9-648395ee6e59 req-c9477dbc-fbee-4d54-b126-8ed73cc8fd8a tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 945 time: 0.0723343 Mar 09 19:50:59.247533 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-719f3d5d-3186-41f4-89d9-648395ee6e59 req-319a64b7-569a-40b3-9c5f-ea426307528e tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/security-groups?id=af2ab9e2-01a4-4363-8562-f33094fa11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589137 Mar 09 19:50:59.280810 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 39006) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:59.388760 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f38e-6a28-4a58-8b3f-c3c5f2b59557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:59.423631 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 39010) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:59.439645 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a4d80340-57be-44ef-9366-35deb4b4a25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:59.491234 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f38e-6a28-4a58-8b3f-c3c5f2b59557 admin admin] Publish callbacks [] for security_group (8887d878-85fe-4efd-a9c1-2316810461fc), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:59.495350 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8fe5f38e-6a28-4a58-8b3f-c3c5f2b59557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (8887d878-85fe-4efd-a9c1-2316810461fc), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:59.524357 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5f38e-6a28-4a58-8b3f-c3c5f2b59557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8887d878-85fe-4efd-a9c1-2316810461fc,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:59.531705 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a4d80340-57be-44ef-9366-35deb4b4a25f admin admin] Publish callbacks [] for security_group (bc1d7154-dcf9-4ba4-a622-76f01b75182d), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:59.537153 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a4d80340-57be-44ef-9366-35deb4b4a25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (bc1d7154-dcf9-4ba4-a622-76f01b75182d), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:59.570639 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-8fe5f38e-6a28-4a58-8b3f-c3c5f2b59557 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8a0dc77e04142d4ace7aa25d8debd56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883184 Mar 09 19:50:59.572912 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d80340-57be-44ef-9366-35deb4b4a25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1d7154-dcf9-4ba4-a622-76f01b75182d,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:59.573129 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 39014) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:59.579846 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-a4d80340-57be-44ef-9366-35deb4b4a25f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3acb06df778c4735ae2d39a0663a9640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549993 Mar 09 19:50:59.582887 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 39016) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:50:59.624492 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a88ec-d8ec-4aee-ab5c-748fc8498c9e req-d396601d-23b9-439c-8a9d-6f6784f5315c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:50:59.626452 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-969a88ec-d8ec-4aee-ab5c-748fc8498c9e req-d396601d-23b9-439c-8a9d-6f6784f5315c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0921853 Mar 09 19:50:59.638349 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-fe2a68d5-cc16-4ecd-9fd9-08722f0658b1 admin admin] Publish callbacks [] for security_group (bc1d7154-dcf9-4ba4-a622-76f01b75182d), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:59.659973 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e478-4666-4074-891e-968cefea415c admin admin] Publish callbacks [] for security_group (8887d878-85fe-4efd-a9c1-2316810461fc), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:59.663334 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-fe2a68d5-cc16-4ecd-9fd9-08722f0658b1 admin admin] Publish callbacks [] for security_group (bc1d7154-dcf9-4ba4-a622-76f01b75182d), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:59.699959 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e478-4666-4074-891e-968cefea415c admin admin] Publish callbacks [] for security_group (8887d878-85fe-4efd-a9c1-2316810461fc), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:59.710122 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-969a88ec-d8ec-4aee-ab5c-748fc8498c9e req-30f0072e-8199-453c-a4a5-ef37e198d41f tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752006 Mar 09 19:50:59.729340 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-fe2a68d5-cc16-4ecd-9fd9-08722f0658b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (bc1d7154-dcf9-4ba4-a622-76f01b75182d), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:59.732337 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-fe2a68d5-cc16-4ecd-9fd9-08722f0658b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:59.733995 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b7b14855-0930-4e76-bbae-0fcfc2b7702e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:59.737649 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-fe2a68d5-cc16-4ecd-9fd9-08722f0658b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc1d7154-dcf9-4ba4-a622-76f01b75182d HTTP/1.1" status: 204 len: 168 time: 0.1533251 Mar 09 19:50:59.755072 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a68d5-cc16-4ecd-9fd9-08722f0658b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1d7154-dcf9-4ba4-a622-76f01b75182d,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:50:59.768275 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e478-4666-4074-891e-968cefea415c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (8887d878-85fe-4efd-a9c1-2316810461fc), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:59.771279 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e478-4666-4074-891e-968cefea415c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:50:59.772452 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-c5e5e478-4666-4074-891e-968cefea415c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8887d878-85fe-4efd-a9c1-2316810461fc HTTP/1.1" status: 204 len: 168 time: 0.1984427 Mar 09 19:50:59.780419 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5e478-4666-4074-891e-968cefea415c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8887d878-85fe-4efd-a9c1-2316810461fc,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:00.022684 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 39030) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:00.189934 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2113-bf02-4245-bf52-5c835f80df79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:00.308629 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2113-bf02-4245-bf52-5c835f80df79 admin admin] Publish callbacks [] for security_group (c84783ce-5aad-4fd9-b5f9-78a23dc8140f), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:00.317323 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cc1b2113-bf02-4245-bf52-5c835f80df79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (c84783ce-5aad-4fd9-b5f9-78a23dc8140f), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:00.371184 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-cc1b2113-bf02-4245-bf52-5c835f80df79 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86ea2b51e0104d62a463885688fbf7a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3451304 Mar 09 19:51:00.371708 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 39056) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:00.380104 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b2113-bf02-4245-bf52-5c835f80df79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84783ce-5aad-4fd9-b5f9-78a23dc8140f,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:00.433299 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1fcf8-2f29-46fd-8c41-880e253b43f2 req-a98b9b3f-a72c-4b98-9617-7147fbe0eeb0 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:00.434944 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b1b1fcf8-2f29-46fd-8c41-880e253b43f2 req-a98b9b3f-a72c-4b98-9617-7147fbe0eeb0 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 945 time: 0.0648439 Mar 09 19:51:00.449491 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f028c23c-9504-4620-aea7-f98fa42bf79f admin admin] Publish callbacks [] for security_group (c84783ce-5aad-4fd9-b5f9-78a23dc8140f), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:00.482049 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f028c23c-9504-4620-aea7-f98fa42bf79f admin admin] Publish callbacks [] for security_group (c84783ce-5aad-4fd9-b5f9-78a23dc8140f), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:00.526794 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b1b1fcf8-2f29-46fd-8c41-880e253b43f2 req-80fff08c-dead-4935-98cf-7c68d837db20 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/security-groups?id=af2ab9e2-01a4-4363-8562-f33094fa11e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759528 Mar 09 19:51:00.553377 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f028c23c-9504-4620-aea7-f98fa42bf79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (c84783ce-5aad-4fd9-b5f9-78a23dc8140f), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:00.553812 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd00e6-a26c-4528-8f6e-440972424f63 req-7374851c-350a-475f-a12b-88636319452b tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:00.555208 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cadd00e6-a26c-4528-8f6e-440972424f63 req-7374851c-350a-475f-a12b-88636319452b tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.20 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 945 time: 0.0768991 Mar 09 19:51:00.558044 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f028c23c-9504-4620-aea7-f98fa42bf79f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:00.559471 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-f028c23c-9504-4620-aea7-f98fa42bf79f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c84783ce-5aad-4fd9-b5f9-78a23dc8140f HTTP/1.1" status: 204 len: 168 time: 0.1864123 Mar 09 19:51:00.570138 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028c23c-9504-4620-aea7-f98fa42bf79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84783ce-5aad-4fd9-b5f9-78a23dc8140f,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:00.711122 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [req-cadd00e6-a26c-4528-8f6e-440972424f63 req-57b50c38-410e-496b-9b3c-cf9c60ab5368 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Deleting port 1ddc2388-330b-40fd-b39e-a908ee608299 {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:51:00.711487 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-cadd00e6-a26c-4528-8f6e-440972424f63 req-57b50c38-410e-496b-9b3c-cf9c60ab5368 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (1ddc2388-330b-40fd-b39e-a908ee608299), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:00.818285 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 39078) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:00.827663 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:00.860434 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-cadd00e6-a26c-4528-8f6e-440972424f63 req-57b50c38-410e-496b-9b3c-cf9c60ab5368 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] For port 1ddc2388-330b-40fd-b39e-a908ee608299, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1ddc2388-330b-40fd-b39e-a908ee608299,segment=NetworkSegment(a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c),segment_id=a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:51:00.860797 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-cadd00e6-a26c-4528-8f6e-440972424f63 req-57b50c38-410e-496b-9b3c-cf9c60ab5368 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (1ddc2388-330b-40fd-b39e-a908ee608299), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:00.878677 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [req-cadd00e6-a26c-4528-8f6e-440972424f63 req-57b50c38-410e-496b-9b3c-cf9c60ab5368 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Calling delete_port for 1ddc2388-330b-40fd-b39e-a908ee608299 owned by compute:nova {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:51:00.930368 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebe453-cde8-492e-b424-f9e428ca4385 req-0c823a7e-9e58-4440-8e1b-d281017029c9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:00.931855 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-53ebe453-cde8-492e-b424-f9e428ca4385 req-0c823a7e-9e58-4440-8e1b-d281017029c9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.1312928 Mar 09 19:51:00.977148 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 39086) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:01.014362 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-b5682b8c-eac3-4fc2-8658-ae395f7a79ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-131811993-network', 'tenant_id': '9b88b426860640bca7579a4c9a166d41'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:01.035931 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-53ebe453-cde8-492e-b424-f9e428ca4385 req-54ea770c-cbd9-417d-8b78-61a8a40889d9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747418 Mar 09 19:51:01.044477 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5682b8c-eac3-4fc2-8658-ae395f7a79ae admin admin] Made reservation on behalf of 9b88b426860640bca7579a4c9a166d41 for: {'network': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:51:01.053109 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b5682b8c-eac3-4fc2-8658-ae395f7a79ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.073234 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b5682b8c-eac3-4fc2-8658-ae395f7a79ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.077521 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-56fb6717-2d39-450a-be65-d22006731981 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-409218105-network', 'tenant_id': '3e360ad0f87843a5924bb93a9c02b57a'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:01.115015 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fb6717-2d39-450a-be65-d22006731981 admin admin] Made reservation on behalf of 3e360ad0f87843a5924bb93a9c02b57a for: {'network': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:51:01.117478 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-56fb6717-2d39-450a-be65-d22006731981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.136159 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-56fb6717-2d39-450a-be65-d22006731981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.144586 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-cadd00e6-a26c-4528-8f6e-440972424f63 req-57b50c38-410e-496b-9b3c-cf9c60ab5368 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503'] for port (1ddc2388-330b-40fd-b39e-a908ee608299), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.159602 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['1ddc2388-330b-40fd-b39e-a908ee608299'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:51:01.169579 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b5682b8c-eac3-4fc2-8658-ae395f7a79ae admin admin] Publish callbacks [] for security_group (12335e87-3131-4b42-a8a1-71f9ca89411d), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.176468 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b50c38-410e-496b-9b3c-cf9c60ab5368 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Pushing event deleted for resources: {'Port': ['ID=1ddc2388-330b-40fd-b39e-a908ee608299,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:01.177049 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b5682b8c-eac3-4fc2-8658-ae395f7a79ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (12335e87-3131-4b42-a8a1-71f9ca89411d), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.226796 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5682b8c-eac3-4fc2-8658-ae395f7a79ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=114605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 19:51:01.235842 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5682b8c-eac3-4fc2-8658-ae395f7a79ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12335e87-3131-4b42-a8a1-71f9ca89411d,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:01.242909 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b5682b8c-eac3-4fc2-8658-ae395f7a79ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (9b798501-9d79-4c51-a648-418eea8cf853), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.243243 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.segments_db [None req-b5682b8c-eac3-4fc2-8658-ae395f7a79ae admin admin] Added segment 9b798501-9d79-4c51-a648-418eea8cf853 of type vlan for network 14bc281b-b232-4e66-9128-96f185f0cd2c Mar 09 19:51:01.259556 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadd00e6-a26c-4528-8f6e-440972424f63 req-57b50c38-410e-496b-9b3c-cf9c60ab5368 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] No DVR routers for this DVR port 1ddc2388-330b-40fd-b39e-a908ee608299 on host hv-cinder-78836 {{(pid=114604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:51:01.265867 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-cadd00e6-a26c-4528-8f6e-440972424f63 req-57b50c38-410e-496b-9b3c-cf9c60ab5368 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.269210 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cadd00e6-a26c-4528-8f6e-440972424f63 req-57b50c38-410e-496b-9b3c-cf9c60ab5368 tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.20 "DELETE /v2.0/ports/1ddc2388-330b-40fd-b39e-a908ee608299 HTTP/1.1" status: 204 len: 173 time: 0.7039843 Mar 09 19:51:01.269839 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39971a88-a664-44e1-9f2c-99431a61e407', 'name': 'network-vif-deleted', 'tag': '1ddc2388-330b-40fd-b39e-a908ee608299'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:51:01.272537 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493901f8-0c8b-46f7-90a3-ef4e4b85e6f7" -d '{"events": [{"server_uuid": "39971a88-a664-44e1-9f2c-99431a61e407", "name": "network-vif-deleted", "tag": "1ddc2388-330b-40fd-b39e-a908ee608299"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:51:01.302533 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b5682b8c-eac3-4fc2-8658-ae395f7a79ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (14bc281b-b232-4e66-9128-96f185f0cd2c), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.340636 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17da757f-e890-4b2a-a1f4-601792b29c3b x-openstack-request-id: req-17da757f-e890-4b2a-a1f4-601792b29c3b {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:51:01.340636 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39971a88-a664-44e1-9f2c-99431a61e407", "name": "network-vif-deleted", "tag": "1ddc2388-330b-40fd-b39e-a908ee608299", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:51:01.340636 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17da757f-e890-4b2a-a1f4-601792b29c3b {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:51:01.340636 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39971a88-a664-44e1-9f2c-99431a61e407', 'name': 'network-vif-deleted', 'tag': '1ddc2388-330b-40fd-b39e-a908ee608299', 'status': 'completed', 'code': 200} Mar 09 19:51:01.345155 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b5682b8c-eac3-4fc2-8658-ae395f7a79ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (14bc281b-b232-4e66-9128-96f185f0cd2c), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.347806 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5682b8c-eac3-4fc2-8658-ae395f7a79ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:01.348437 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b5682b8c-eac3-4fc2-8658-ae395f7a79ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.370252 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-56fb6717-2d39-450a-be65-d22006731981 admin admin] Publish callbacks [] for security_group (c6cab789-ee96-420d-9a0a-a420b3e3722c), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.384278 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-56fb6717-2d39-450a-be65-d22006731981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (c6cab789-ee96-420d-9a0a-a420b3e3722c), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.408697 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-b5682b8c-eac3-4fc2-8658-ae395f7a79ae admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5879915 Mar 09 19:51:01.410531 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 39106) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:01.420262 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-80a0a7fc-a96d-42bd-9b49-c57cd8ac0572 admin admin] Request body: {'subnet': {'network_id': '14bc281b-b232-4e66-9128-96f185f0cd2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-131811993-subnet', 'tenant_id': '9b88b426860640bca7579a4c9a166d41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:01.437467 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56fb6717-2d39-450a-be65-d22006731981 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=114604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 19:51:01.450043 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb6717-2d39-450a-be65-d22006731981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cab789-ee96-420d-9a0a-a420b3e3722c,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:01.453418 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5682b8c-eac3-4fc2-8658-ae395f7a79ae admin admin] Pushing event updated for resources: {'Network': ['ID=14bc281b-b232-4e66-9128-96f185f0cd2c,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:01.456301 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-56fb6717-2d39-450a-be65-d22006731981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (073025e3-f1da-4331-8b47-8a917622e3d2), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.456656 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.segments_db [None req-56fb6717-2d39-450a-be65-d22006731981 admin admin] Added segment 073025e3-f1da-4331-8b47-8a917622e3d2 of type vlan for network 9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 Mar 09 19:51:01.470350 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a0a7fc-a96d-42bd-9b49-c57cd8ac0572 admin admin] Made reservation on behalf of 9b88b426860640bca7579a4c9a166d41 for: {'subnet': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:51:01.473145 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-80a0a7fc-a96d-42bd-9b49-c57cd8ac0572 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.482220 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network 14bc281b-b232-4e66-9128-96f185f0cd2c details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:51:01.517226 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-56fb6717-2d39-450a-be65-d22006731981 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.554285 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 39110) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:01.565413 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-56fb6717-2d39-450a-be65-d22006731981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.567212 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fb6717-2d39-450a-be65-d22006731981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:01.568193 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-56fb6717-2d39-450a-be65-d22006731981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.612107 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-56fb6717-2d39-450a-be65-d22006731981 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6328619 Mar 09 19:51:01.615103 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 39116) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:01.627884 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-f622d33a-104d-46fb-ba8d-d170f852209a admin admin] Request body: {'subnet': {'network_id': '9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-409218105-subnet', 'tenant_id': '3e360ad0f87843a5924bb93a9c02b57a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:01.661495 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb6717-2d39-450a-be65-d22006731981 admin admin] Pushing event updated for resources: {'Network': ['ID=9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:01.675930 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network 9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:51:01.681422 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f622d33a-104d-46fb-ba8d-d170f852209a admin admin] Made reservation on behalf of 3e360ad0f87843a5924bb93a9c02b57a for: {'subnet': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:51:01.684044 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f622d33a-104d-46fb-ba8d-d170f852209a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.715884 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-80a0a7fc-a96d-42bd-9b49-c57cd8ac0572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for subnet (02b9949f-9e7e-4a8b-a4ed-a88905fb4e62), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.738153 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-05d5f84f-14c2-4830-afc1-a2def763b225 req-33976bdf-f758-42a2-acc1-957499ec221d tempest-DeleteServersTestJSON-1959746938 tempest-DeleteServersTestJSON-1959746938-project] 10.222.0.16 "GET /v2.0/ports?device_id=39971a88-a664-44e1-9f2c-99431a61e407 HTTP/1.1" status: 200 len: 210 time: 0.0343823 Mar 09 19:51:01.787136 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-d3e72f4f-257c-491b-a7c7-2cf88622f567 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1577515901-network', 'tenant_id': '8c266b267ea047a3931841f52520be1a'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:01.833149 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e72f4f-257c-491b-a7c7-2cf88622f567 admin admin] Made reservation on behalf of 8c266b267ea047a3931841f52520be1a for: {'network': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:51:01.836127 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d3e72f4f-257c-491b-a7c7-2cf88622f567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.840659 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0a7fc-a96d-42bd-9b49-c57cd8ac0572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02b9949f-9e7e-4a8b-a4ed-a88905fb4e62,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:01.850628 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d3e72f4f-257c-491b-a7c7-2cf88622f567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.864181 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a0a7fc-a96d-42bd-9b49-c57cd8ac0572 admin admin] Checking segment: {'id': '9b798501-9d79-4c51-a648-418eea8cf853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '14bc281b-b232-4e66-9128-96f185f0cd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:51:01.864808 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a0a7fc-a96d-42bd-9b49-c57cd8ac0572 admin admin] Network hostable DHCP agents. Network: 14bc281b-b232-4e66-9128-96f185f0cd2c, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:51:01.907732 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a0a7fc-a96d-42bd-9b49-c57cd8ac0572 admin admin] Network 14bc281b-b232-4e66-9128-96f185f0cd2c is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:51:01.926497 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-80a0a7fc-a96d-42bd-9b49-c57cd8ac0572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, 14bc281b-b232-4e66-9128-96f185f0cd2c) {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:51:01.931588 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a0a7fc-a96d-42bd-9b49-c57cd8ac0572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:01.932291 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-80a0a7fc-a96d-42bd-9b49-c57cd8ac0572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.939857 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b043432-440b-43af-a9fb-1c878d121565 None None] Network 14bc281b-b232-4e66-9128-96f185f0cd2c requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:51:01.958556 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-80a0a7fc-a96d-42bd-9b49-c57cd8ac0572 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5420823 Mar 09 19:51:01.958969 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f622d33a-104d-46fb-ba8d-d170f852209a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for subnet (bdd49c9c-a373-461f-8fd5-eabd741f1dec), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.969157 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d3e72f4f-257c-491b-a7c7-2cf88622f567 admin admin] Publish callbacks [] for security_group (0fcf68d7-6aa2-48ff-88ce-1a513ede14e6), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:01.974486 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d3e72f4f-257c-491b-a7c7-2cf88622f567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (0fcf68d7-6aa2-48ff-88ce-1a513ede14e6), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:02.000160 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e72f4f-257c-491b-a7c7-2cf88622f567 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=114605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 19:51:02.011111 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e72f4f-257c-491b-a7c7-2cf88622f567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:02.016530 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d3e72f4f-257c-491b-a7c7-2cf88622f567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (c3e60ba3-6da5-45af-936a-c91cd6ea53d4), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:02.017099 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.segments_db [None req-d3e72f4f-257c-491b-a7c7-2cf88622f567 admin admin] Added segment c3e60ba3-6da5-45af-936a-c91cd6ea53d4 of type vlan for network 2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 Mar 09 19:51:02.027638 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622d33a-104d-46fb-ba8d-d170f852209a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd49c9c-a373-461f-8fd5-eabd741f1dec,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:02.033965 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f622d33a-104d-46fb-ba8d-d170f852209a admin admin] Checking segment: {'id': '073025e3-f1da-4331-8b47-8a917622e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:51:02.034325 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f622d33a-104d-46fb-ba8d-d170f852209a admin admin] Network hostable DHCP agents. Network: 9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:51:02.053522 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f622d33a-104d-46fb-ba8d-d170f852209a admin admin] Network 9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:51:02.065826 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-f622d33a-104d-46fb-ba8d-d170f852209a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, 9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8) {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:51:02.069884 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d3e72f4f-257c-491b-a7c7-2cf88622f567 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:02.081033 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f622d33a-104d-46fb-ba8d-d170f852209a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:02.082683 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f622d33a-104d-46fb-ba8d-d170f852209a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:02.105321 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d3e72f4f-257c-491b-a7c7-2cf88622f567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:02.106343 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e72f4f-257c-491b-a7c7-2cf88622f567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:02.106983 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d3e72f4f-257c-491b-a7c7-2cf88622f567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:02.108193 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-f622d33a-104d-46fb-ba8d-d170f852209a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4906509 Mar 09 19:51:02.155280 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3075fe84-20b6-4cd2-a1c5-e4ad19c25059 None None] Network 9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:51:02.176152 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e72f4f-257c-491b-a7c7-2cf88622f567 admin admin] Pushing event updated for resources: {'Network': ['ID=2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:02.181268 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-d3e72f4f-257c-491b-a7c7-2cf88622f567 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6257408 Mar 09 19:51:02.184009 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 39128) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:02.188793 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-7d3df393-3020-4410-9e78-92fff38f2eef admin admin] Request body: {'subnet': {'network_id': '2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1577515901-subnet', 'tenant_id': '8c266b267ea047a3931841f52520be1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:02.211551 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3df393-3020-4410-9e78-92fff38f2eef admin admin] Made reservation on behalf of 8c266b267ea047a3931841f52520be1a for: {'subnet': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:51:02.214509 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7d3df393-3020-4410-9e78-92fff38f2eef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:02.260507 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321174ab-6057-4c25-8abd-558c45f44450 req-f636f98d-e441-43c3-938d-a33bea386d45 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:02.264602 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-321174ab-6057-4c25-8abd-558c45f44450 req-f636f98d-e441-43c3-938d-a33bea386d45 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.1107492 Mar 09 19:51:02.276954 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network 2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:51:02.279779 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:02.358719 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-321174ab-6057-4c25-8abd-558c45f44450 req-093caab0-f4be-4cfc-9241-c7f36c121250 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870826 Mar 09 19:51:02.413333 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c671259e-add0-45b9-8892-d7d02a8a1bc3 None None] Network 9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:51:02.419884 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e7a624-3f33-4254-8a6f-7b32a4e4e737 None None] Network 14bc281b-b232-4e66-9128-96f185f0cd2c requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:51:02.522860 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7d3df393-3020-4410-9e78-92fff38f2eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for subnet (6dbc2007-0524-45ce-87b4-b2abcea84c18), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:02.625256 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:02.651697 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3df393-3020-4410-9e78-92fff38f2eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dbc2007-0524-45ce-87b4-b2abcea84c18,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:02.659277 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3df393-3020-4410-9e78-92fff38f2eef admin admin] Checking segment: {'id': 'c3e60ba3-6da5-45af-936a-c91cd6ea53d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:51:02.659957 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3df393-3020-4410-9e78-92fff38f2eef admin admin] Network hostable DHCP agents. Network: 2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:51:02.688381 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3df393-3020-4410-9e78-92fff38f2eef admin admin] Network 2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:51:02.701679 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-7d3df393-3020-4410-9e78-92fff38f2eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, 2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2) {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:51:02.706146 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3df393-3020-4410-9e78-92fff38f2eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:02.706854 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7d3df393-3020-4410-9e78-92fff38f2eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:02.713125 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8098182-4c93-4ac1-9f98-e1bac96e7117 None None] Network 2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:51:02.732297 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-7d3df393-3020-4410-9e78-92fff38f2eef admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5471971 Mar 09 19:51:02.839532 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 39150) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:02.846115 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-f2cc87e0-afa5-4ec8-b627-19cbe870a898 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1468295208-network', 'tenant_id': 'fe9ccbd6410048d0ae9ea659c84c124e'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:02.869243 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501fa9eb-732f-4e20-b86d-b6ab4192a3cc None None] Network 2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:51:02.886665 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cc87e0-afa5-4ec8-b627-19cbe870a898 admin admin] Made reservation on behalf of fe9ccbd6410048d0ae9ea659c84c124e for: {'network': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:51:02.889939 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f2cc87e0-afa5-4ec8-b627-19cbe870a898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:02.903430 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f2cc87e0-afa5-4ec8-b627-19cbe870a898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:03.051093 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f2cc87e0-afa5-4ec8-b627-19cbe870a898 admin admin] Publish callbacks [] for security_group (e15396b4-98bb-42b9-b708-dca2a170e013), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:03.056736 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f2cc87e0-afa5-4ec8-b627-19cbe870a898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (e15396b4-98bb-42b9-b708-dca2a170e013), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:03.091152 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2cc87e0-afa5-4ec8-b627-19cbe870a898 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=114605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 19:51:03.112059 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc87e0-afa5-4ec8-b627-19cbe870a898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15396b4-98bb-42b9-b708-dca2a170e013,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:03.116132 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f2cc87e0-afa5-4ec8-b627-19cbe870a898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (0c41e5de-9a42-432e-8510-4298c1154236), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:03.116621 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.segments_db [None req-f2cc87e0-afa5-4ec8-b627-19cbe870a898 admin admin] Added segment 0c41e5de-9a42-432e-8510-4298c1154236 of type vlan for network 5292df47-75ea-4706-a7a6-2f7c489abbad Mar 09 19:51:03.168434 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f2cc87e0-afa5-4ec8-b627-19cbe870a898 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (5292df47-75ea-4706-a7a6-2f7c489abbad), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:03.201465 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f2cc87e0-afa5-4ec8-b627-19cbe870a898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (5292df47-75ea-4706-a7a6-2f7c489abbad), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:03.202602 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cc87e0-afa5-4ec8-b627-19cbe870a898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:03.203391 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f2cc87e0-afa5-4ec8-b627-19cbe870a898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:03.238062 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-f2cc87e0-afa5-4ec8-b627-19cbe870a898 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3963151 Mar 09 19:51:03.240754 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 39168) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:03.245535 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-127579ef-f10e-414d-a896-88ed1d591478 admin admin] Request body: {'subnet': {'network_id': '5292df47-75ea-4706-a7a6-2f7c489abbad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1468295208-subnet', 'tenant_id': 'fe9ccbd6410048d0ae9ea659c84c124e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:03.277945 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc87e0-afa5-4ec8-b627-19cbe870a898 admin admin] Pushing event updated for resources: {'Network': ['ID=5292df47-75ea-4706-a7a6-2f7c489abbad,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:03.288651 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network 5292df47-75ea-4706-a7a6-2f7c489abbad details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:51:03.295321 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127579ef-f10e-414d-a896-88ed1d591478 admin admin] Made reservation on behalf of fe9ccbd6410048d0ae9ea659c84c124e for: {'subnet': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:51:03.297919 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-127579ef-f10e-414d-a896-88ed1d591478 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:03.511368 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-127579ef-f10e-414d-a896-88ed1d591478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for subnet (28da8e1d-e5dc-4b9b-94a2-39b7fafb95e4), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:03.515435 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ffa34-4f35-481c-a98e-4cac004ea9dd req-4b6c0260-3ac6-4ae7-9390-7e3074d38c56 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:03.524970 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a50ffa34-4f35-481c-a98e-4cac004ea9dd req-4b6c0260-3ac6-4ae7-9390-7e3074d38c56 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0717216 Mar 09 19:51:03.582135 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127579ef-f10e-414d-a896-88ed1d591478 admin admin] Checking segment: {'id': '0c41e5de-9a42-432e-8510-4298c1154236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5292df47-75ea-4706-a7a6-2f7c489abbad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:51:03.582614 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127579ef-f10e-414d-a896-88ed1d591478 admin admin] Network hostable DHCP agents. Network: 5292df47-75ea-4706-a7a6-2f7c489abbad, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:51:03.586166 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127579ef-f10e-414d-a896-88ed1d591478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28da8e1d-e5dc-4b9b-94a2-39b7fafb95e4,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:03.604446 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127579ef-f10e-414d-a896-88ed1d591478 admin admin] Network 5292df47-75ea-4706-a7a6-2f7c489abbad is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:51:03.616740 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-127579ef-f10e-414d-a896-88ed1d591478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, 5292df47-75ea-4706-a7a6-2f7c489abbad) {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:51:03.620636 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a50ffa34-4f35-481c-a98e-4cac004ea9dd req-1c1a8b13-5652-41af-9f5e-f4958adca69b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947816 Mar 09 19:51:03.621108 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127579ef-f10e-414d-a896-88ed1d591478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:03.621688 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-127579ef-f10e-414d-a896-88ed1d591478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:03.626920 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6580d79f-9ed7-4476-ad03-eed26ae3f9cb None None] Network 5292df47-75ea-4706-a7a6-2f7c489abbad requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:51:03.648813 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-127579ef-f10e-414d-a896-88ed1d591478 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4069669 Mar 09 19:51:03.735069 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6066ebc8-1ada-43af-9ab3-610f88e48491 None None] Network 5292df47-75ea-4706-a7a6-2f7c489abbad requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:51:03.848482 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:04.449844 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-4a21e3fb-ef5a-453a-88d7-490e491dba0c tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:04.451272 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-4a21e3fb-ef5a-453a-88d7-490e491dba0c tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/networks?id=9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 HTTP/1.1" status: 200 len: 808 time: 0.1044374 Mar 09 19:51:04.465775 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-a3155b8b-6d6c-4463-b8c6-fb6ff5add488 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/quotas/3e360ad0f87843a5924bb93a9c02b57a HTTP/1.1" status: 200 len: 375 time: 0.0085590 Mar 09 19:51:04.497978 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-feeb4e61-d764-485f-b733-bf927d5b0ccc tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e360ad0f87843a5924bb93a9c02b57a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275400 Mar 09 19:51:04.590615 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 39216) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:04.593428 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-425df2a8-1819-4bfb-95ac-f470f9e799c0 service neutron] 10.222.0.16 "GET /v2.0/networks/9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882480 Mar 09 19:51:04.656530 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f46d7e1-eca9-4a84-a9a0-c3e43e7da358 admin admin] Deleting subnet 9712466e-f53c-42aa-be02-2912c1136e50 {{(pid=114605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 19:51:04.659841 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8f46d7e1-eca9-4a84-a9a0-c3e43e7da358 admin admin] Publish callbacks [] for subnet (9712466e-f53c-42aa-be02-2912c1136e50), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:04.697201 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8f46d7e1-eca9-4a84-a9a0-c3e43e7da358 admin admin] Publish callbacks [] for subnet (9712466e-f53c-42aa-be02-2912c1136e50), precommit_delete_associations {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:04.706330 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8f46d7e1-eca9-4a84-a9a0-c3e43e7da358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971543'] for subnet (9712466e-f53c-42aa-be02-2912c1136e50), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:04.720820 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-17c96c92-97d1-4443-982d-578c37d53533 service neutron] 10.222.0.16 "GET /v2.0/networks/9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158037 Mar 09 19:51:04.774642 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431e6a5-ea27-4891-bec1-d55b2465a887 req-d19e0019-8247-40cb-83ba-02eee76eec28 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:04.776285 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2431e6a5-ea27-4891-bec1-d55b2465a887 req-d19e0019-8247-40cb-83ba-02eee76eec28 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0690563 Mar 09 19:51:04.833614 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2431e6a5-ea27-4891-bec1-d55b2465a887 req-e12f7c87-4c72-4df5-aa00-4ca301931f04 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484550 Mar 09 19:51:04.923660 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-49346f67-f3ba-4f3e-b24a-44eb9c09173b req-4f179b93-ac60-4a45-84a3-8af51c187086 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 210 time: 0.0378668 Mar 09 19:51:04.980686 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8f46d7e1-eca9-4a84-a9a0-c3e43e7da358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for subnet (9712466e-f53c-42aa-be02-2912c1136e50), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:04.994981 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8f46d7e1-eca9-4a84-a9a0-c3e43e7da358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:04.998565 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-8f46d7e1-eca9-4a84-a9a0-c3e43e7da358 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9712466e-f53c-42aa-be02-2912c1136e50 HTTP/1.1" status: 204 len: 168 time: 0.4065146 Mar 09 19:51:05.016098 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 39240) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:05.024115 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46d7e1-eca9-4a84-a9a0-c3e43e7da358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9712466e-f53c-42aa-be02-2912c1136e50,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:05.089944 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3180242'] for network (e3239b76-443e-4739-8be5-90c0b832854f), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:05.198606 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972268', 'neutron.services.segments.db._delete_segments_for_network-8774125231894'] for network (e3239b76-443e-4739-8be5-90c0b832854f), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:05.223498 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:05.223875 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:05.224774 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:05.225241 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Subscribe: > port after_create 55550000 {{(pid=114605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:05.225571 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:05.225895 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Subscribe: > port after_update 55550000 {{(pid=114605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:05.226227 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:05.226560 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:05.226871 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:05.227232 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:05.289376 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-27c673a0-64c5-4db2-8acb-34fcc4917536 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:05.299135 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-27c673a0-64c5-4db2-8acb-34fcc4917536 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/networks?id=2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 HTTP/1.1" status: 200 len: 814 time: 0.3704419 Mar 09 19:51:05.313157 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-80e9c5bf-05ba-4c2a-97d7-b9369cfd0f36 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/quotas/8c266b267ea047a3931841f52520be1a HTTP/1.1" status: 200 len: 375 time: 0.0120749 Mar 09 19:51:05.356971 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-b74883ee-1139-4e7b-9654-27dcc185b4e3 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c266b267ea047a3931841f52520be1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367155 Mar 09 19:51:05.384549 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:05.384966 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:05.385369 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:05.385766 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:05.386205 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3239b76-443e-4739-8be5-90c0b832854f']}} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:51:05.417213 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c') {'for_net_delete': True} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:51:05.417700 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c') {} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:51:05.431472 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 1ddc2388-330b-40fd-b39e-a908ee608299 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:51:05.456187 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774125231135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8836969'] for segment (a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:05.465439 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: 1ddc2388-330b-40fd-b39e-a908ee608299 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:51:05.471460 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 1ddc2388-330b-40fd-b39e-a908ee608299 not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:51:05.495045 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-f8492960-86a1-4dc6-bacb-a3cf91d4427b service neutron] 10.222.0.16 "GET /v2.0/networks/2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286628 Mar 09 19:51:05.504486 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:05.514237 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=114605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 19:51:05.514619 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8836815'] for segment (a8a0d9fe-5db8-4e60-a57b-c3b30c0e6f0c), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: from cryptography.utils import int_from_bytes Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: from cryptography.utils import int_from_bytes Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: Traceback (most recent call last): Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: timer() Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: cb(*args, **kw) Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: return func(*args, **kwargs) Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: self._notify() Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: self.callback(batched_events) Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: event.method(event) Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: return f(self, *a, **k) Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: return self._get(url).json() Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: return self.request(url, 'GET', **kwargs) Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 19:51:05.546820 dv-cinder-788366-9-iscsi neutron-server[114605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 19:51:05.597870 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-65cf58f6-cfcd-4f71-bafb-b8e9819d96e9 service neutron] 10.222.0.16 "GET /v2.0/networks/2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002479 Mar 09 19:51:05.613240 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396956'] for network (e3239b76-443e-4739-8be5-90c0b832854f), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:05.619966 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:05.624813 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e3239b76-443e-4739-8be5-90c0b832854f HTTP/1.1" status: 204 len: 168 time: 0.6077499 Mar 09 19:51:05.641199 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a787065-e8b0-4c98-b178-911766fabec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3239b76-443e-4739-8be5-90c0b832854f,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:05.808481 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9f0dfa31-c39d-462b-b547-a2300a7bb147 req-e40c8a3b-c943-4020-b701-8b77367e6812 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 210 time: 0.0454342 Mar 09 19:51:05.828512 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 39266) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:05.873775 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-f10a2ebe-c4f5-489f-b33c-3d2f1b53ff84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d28b0c2c14e04c179da85c93bf62c601&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439930 Mar 09 19:51:05.876187 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 39272) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:05.934340 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-54ecf41c-c628-4175-9d8f-3ad3f178582a admin admin] Publish callbacks [] for security_group (af2ab9e2-01a4-4363-8562-f33094fa11e1), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:05.959465 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-54ecf41c-c628-4175-9d8f-3ad3f178582a admin admin] Publish callbacks [] for security_group (af2ab9e2-01a4-4363-8562-f33094fa11e1), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:05.993073 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbd602-8888-418e-b885-9eedf8faacc7 req-1d346872-1f75-4842-b9c2-9fef1a11f84e tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:05.994929 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7ebbd602-8888-418e-b885-9eedf8faacc7 req-1d346872-1f75-4842-b9c2-9fef1a11f84e tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0821924 Mar 09 19:51:06.031512 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6f86416e-47fc-446f-b8af-b70fd4543e89 req-104a481c-dea8-4b3e-9314-f1a43a5a470d tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 210 time: 0.0321279 Mar 09 19:51:06.038556 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-54ecf41c-c628-4175-9d8f-3ad3f178582a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (af2ab9e2-01a4-4363-8562-f33094fa11e1), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:06.057050 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-54ecf41c-c628-4175-9d8f-3ad3f178582a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:06.057050 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-54ecf41c-c628-4175-9d8f-3ad3f178582a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af2ab9e2-01a4-4363-8562-f33094fa11e1 HTTP/1.1" status: 204 len: 168 time: 0.1768465 Mar 09 19:51:06.088854 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ecf41c-c628-4175-9d8f-3ad3f178582a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2ab9e2-01a4-4363-8562-f33094fa11e1,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:06.124918 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7ebbd602-8888-418e-b885-9eedf8faacc7 req-512b2917-c6c7-4721-8e85-2168bf4c921b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904865 Mar 09 19:51:06.223889 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-8aebe5ae-fec3-4af3-876f-56b82adc543e tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:06.225389 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-8aebe5ae-fec3-4af3-876f-56b82adc543e tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.20 "GET /v2.0/networks?id=9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 HTTP/1.1" status: 200 len: 808 time: 0.1330016 Mar 09 19:51:06.240422 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-98a94067-5d29-4265-b51e-b7732815b0af tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Request body: {'port': {'device_id': '7674c523-0760-460c-9a34-aaf8c5efe67c', 'network_id': '9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8', 'admin_state_up': True, 'tenant_id': '3e360ad0f87843a5924bb93a9c02b57a'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:06.374311 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-98a94067-5d29-4265-b51e-b7732815b0af tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Made reservation on behalf of 3e360ad0f87843a5924bb93a9c02b57a for: {'port': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:51:06.378331 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-98a94067-5d29-4265-b51e-b7732815b0af tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:06.527946 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-98a94067-5d29-4265-b51e-b7732815b0af tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Allocated IP 172.20.0.10 (9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8/bdd49c9c-a373-461f-8fd5-eabd741f1dec/cccc21a2-feed-42ee-af86-1dccb2b4b094) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:51:06.685359 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-98a94067-5d29-4265-b51e-b7732815b0af tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Publish callbacks [] for port (cccc21a2-feed-42ee-af86-1dccb2b4b094), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:06.723085 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-98a94067-5d29-4265-b51e-b7732815b0af tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (cccc21a2-feed-42ee-af86-1dccb2b4b094), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:06.792728 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-98a94067-5d29-4265-b51e-b7732815b0af tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Network 9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:51:06.796793 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-98a94067-5d29-4265-b51e-b7732815b0af tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:51:06.802972 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a94067-5d29-4265-b51e-b7732815b0af tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Pushing event updated for resources: {'Port': ['ID=cccc21a2-feed-42ee-af86-1dccb2b4b094,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:06.805865 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-98a94067-5d29-4265-b51e-b7732815b0af tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:51:06.811463 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-98a94067-5d29-4265-b51e-b7732815b0af tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:06.812086 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-98a94067-5d29-4265-b51e-b7732815b0af tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:06.834794 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-98a94067-5d29-4265-b51e-b7732815b0af tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5982502 Mar 09 19:51:06.855226 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Request body: {'port': {'device_id': '7674c523-0760-460c-9a34-aaf8c5efe67c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:06.914698 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-16ceccfd-0829-41d7-b999-f2f264edaffe req-d761b773-feab-4332-9ca4-f6c6dc09aa16 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 210 time: 0.0329988 Mar 09 19:51:06.957069 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (cccc21a2-feed-42ee-af86-1dccb2b4b094), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:07.242120 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-b3fca535-7a1e-44f7-a0c3-2fe3d23c289f tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:07.243557 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-b3fca535-7a1e-44f7-a0c3-2fe3d23c289f tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.20 "GET /v2.0/networks?id=2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 HTTP/1.1" status: 200 len: 814 time: 0.2720938 Mar 09 19:51:07.268845 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-34c9b272-7726-451f-9bae-da20ca628c91 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Request body: {'port': {'device_id': '6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd', 'network_id': '2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2', 'admin_state_up': True, 'tenant_id': '8c266b267ea047a3931841f52520be1a'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:07.347282 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f04ac-f852-4848-9e6a-705c126b78b4 req-22e462cc-fa43-47e3-8094-ca9936c4314c tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:07.348795 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4e8f04ac-f852-4848-9e6a-705c126b78b4 req-22e462cc-fa43-47e3-8094-ca9936c4314c tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 932 time: 0.2056208 Mar 09 19:51:07.431571 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92459ab-27ef-4c10-b467-c57daa4e7594 req-f7f626c2-8122-4eb8-af97-9548ed5f8ff7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:07.433087 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e92459ab-27ef-4c10-b467-c57daa4e7594 req-f7f626c2-8122-4eb8-af97-9548ed5f8ff7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.2275531 Mar 09 19:51:07.536371 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4e8f04ac-f852-4848-9e6a-705c126b78b4 req-763ed384-561a-4354-973a-97732e5b0b2f tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752729 Mar 09 19:51:07.570630 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-34c9b272-7726-451f-9bae-da20ca628c91 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Made reservation on behalf of 8c266b267ea047a3931841f52520be1a for: {'port': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:51:07.573958 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-34c9b272-7726-451f-9bae-da20ca628c91 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:07.589665 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e92459ab-27ef-4c10-b467-c57daa4e7594 req-305ebb39-45cc-4c7e-ac6e-6b2dc5b8c5e9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418421 Mar 09 19:51:07.612877 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccc21a2-feed-42ee-af86-1dccb2b4b094 {{(pid=114604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:51:07.622587 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Publish callbacks [] for port (cccc21a2-feed-42ee-af86-1dccb2b4b094), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:07.675135 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.provisioning_blocks [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Transition to ACTIVE for port object cccc21a2-feed-42ee-af86-1dccb2b4b094 will not be triggered until provisioned by entity L2. {{(pid=114604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 19:51:07.681630 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (cccc21a2-feed-42ee-af86-1dccb2b4b094), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:07.770279 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Pushing event updated for resources: {'Port': ['ID=cccc21a2-feed-42ee-af86-1dccb2b4b094,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:07.802712 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-34c9b272-7726-451f-9bae-da20ca628c91 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Allocated IP 172.20.0.13 (2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2/6dbc2007-0524-45ce-87b4-b2abcea84c18/4be06a6d-4b44-4fca-98a4-6bc764bfc78c) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:51:07.814650 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Attempting to bind port cccc21a2-feed-42ee-af86-1dccb2b4b094 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:51:07.814990 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Attempting to bind port cccc21a2-feed-42ee-af86-1dccb2b4b094 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '073025e3-f1da-4331-8b47-8a917622e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8'}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:51:07.815320 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Attempting to bind port cccc21a2-feed-42ee-af86-1dccb2b4b094 on network 9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:51:07.821464 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Port cccc21a2-feed-42ee-af86-1dccb2b4b094 on network 9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 19:51:07.821861 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Attempting to bind port cccc21a2-feed-42ee-af86-1dccb2b4b094 on network 9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:51:07.830956 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:51:07.831283 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Checking segment: {'id': '073025e3-f1da-4331-8b47-8a917622e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:51:07.831658 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Bound using segment: {'id': '073025e3-f1da-4331-8b47-8a917622e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8'} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:51:07.832171 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Bound port: cccc21a2-feed-42ee-af86-1dccb2b4b094, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073025e3-f1da-4331-8b47-8a917622e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8'}}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:51:07.832691 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (cccc21a2-feed-42ee-af86-1dccb2b4b094), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:07.987043 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] For port cccc21a2-feed-42ee-af86-1dccb2b4b094, host hv-cinder-78836, cleared binding levels {{(pid=114604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:51:08.004436 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] For port cccc21a2-feed-42ee-af86-1dccb2b4b094, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cccc21a2-feed-42ee-af86-1dccb2b4b094,segment=NetworkSegment(073025e3-f1da-4331-8b47-8a917622e3d2),segment_id=073025e3-f1da-4331-8b47-8a917622e3d2)] {{(pid=114604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:51:08.020296 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (cccc21a2-feed-42ee-af86-1dccb2b4b094), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:08.079228 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-28905d3a-65a7-4174-9203-4af70743dac4 req-071b17d3-342d-45ce-9036-f0015a6521fb tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 210 time: 0.0664568 Mar 09 19:51:08.094692 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-34c9b272-7726-451f-9bae-da20ca628c91 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Publish callbacks [] for port (4be06a6d-4b44-4fca-98a4-6bc764bfc78c), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:08.099307 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:08.099914 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:08.101296 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] 10.222.0.20 "PUT /v2.0/ports/cccc21a2-feed-42ee-af86-1dccb2b4b094 HTTP/1.1" status: 200 len: 1094 time: 1.2540007 Mar 09 19:51:08.101734 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7674c523-0760-460c-9a34-aaf8c5efe67c', 'tag': 'cccc21a2-feed-42ee-af86-1dccb2b4b094'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:51:08.103959 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37604964-cae7-45a7-bbe0-4d5b4f84508e" -d '{"events": [{"name": "network-changed", "server_uuid": "7674c523-0760-460c-9a34-aaf8c5efe67c", "tag": "cccc21a2-feed-42ee-af86-1dccb2b4b094"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:51:08.131653 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78bce2-bd86-42bf-9614-eee89acca86f service neutron] Pushing event updated for resources: {'Port': ['ID=cccc21a2-feed-42ee-af86-1dccb2b4b094,revision_number=3']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:08.155816 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c250d8e-6355-44a2-a39d-4642ee97a259 x-openstack-request-id: req-3c250d8e-6355-44a2-a39d-4642ee97a259 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:51:08.156077 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7674c523-0760-460c-9a34-aaf8c5efe67c", "tag": "cccc21a2-feed-42ee-af86-1dccb2b4b094", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:51:08.156399 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c250d8e-6355-44a2-a39d-4642ee97a259 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:51:08.156798 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7674c523-0760-460c-9a34-aaf8c5efe67c', 'tag': 'cccc21a2-feed-42ee-af86-1dccb2b4b094', 'status': 'completed', 'code': 200} Mar 09 19:51:08.200136 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-34c9b272-7726-451f-9bae-da20ca628c91 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (4be06a6d-4b44-4fca-98a4-6bc764bfc78c), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:08.240680 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7d0c94f9-8cad-4973-b125-9031f6e079bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:08.242227 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-7d0c94f9-8cad-4973-b125-9031f6e079bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e360ad0f87843a5924bb93a9c02b57a&device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 1128 time: 0.0832233 Mar 09 19:51:08.251615 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-34c9b272-7726-451f-9bae-da20ca628c91 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Network 2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:51:08.264235 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-34c9b272-7726-451f-9bae-da20ca628c91 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:51:08.295408 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-34c9b272-7726-451f-9bae-da20ca628c91 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:51:08.300986 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-34c9b272-7726-451f-9bae-da20ca628c91 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:08.301583 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-34c9b272-7726-451f-9bae-da20ca628c91 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:08.306080 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-d5846a6e-7d6b-4be4-a9b8-c58208ca3590 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cccc21a2-feed-42ee-af86-1dccb2b4b094 HTTP/1.1" status: 200 len: 217 time: 0.0563183 Mar 09 19:51:08.306655 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9b272-7726-451f-9bae-da20ca628c91 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Pushing event updated for resources: {'Port': ['ID=4be06a6d-4b44-4fca-98a4-6bc764bfc78c,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:08.343495 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-34c9b272-7726-451f-9bae-da20ca628c91 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0824909 Mar 09 19:51:08.358447 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Request body: {'port': {'device_id': '6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:08.385629 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-74e80135-2fb9-461c-a5c6-c75e20696412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:08.387040 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-74e80135-2fb9-461c-a5c6-c75e20696412 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bdd49c9c-a373-461f-8fd5-eabd741f1dec HTTP/1.1" status: 200 len: 848 time: 0.0734577 Mar 09 19:51:08.438758 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-9ad950d8-ff2e-4e74-b2e2-2509661bfd31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427208 Mar 09 19:51:08.448806 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (4be06a6d-4b44-4fca-98a4-6bc764bfc78c), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:08.655254 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-a6f99684-e26c-478e-8d28-1cfb3617452a service neutron] 10.222.0.20 "GET /v2.0/networks/9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981745 Mar 09 19:51:09.038862 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e469658-235b-4430-9c35-a7d4cb4a7474 req-4ecb80f4-00f9-434e-b561-d78faaff7fba tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:09.040351 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8e469658-235b-4430-9c35-a7d4cb4a7474 req-4ecb80f4-00f9-434e-b561-d78faaff7fba tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 944 time: 0.4342148 Mar 09 19:51:09.098635 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c95717-1f05-4c5e-b535-12fa1f548e26 req-86f7686d-bf21-45f0-94aa-2b69ef05c039 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:09.100031 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-64c95717-1f05-4c5e-b535-12fa1f548e26 req-86f7686d-bf21-45f0-94aa-2b69ef05c039 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.4402196 Mar 09 19:51:09.124956 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-41fcf36f-eb1a-49d9-b3b2-f8389ef75cb2 req-6edc7279-4c20-4bcb-8c70-b7fbbfc60569 service neutron] 10.222.0.20 "GET /v2.0/networks/9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607222 Mar 09 19:51:09.209621 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8e469658-235b-4430-9c35-a7d4cb4a7474 req-12693269-3242-48a5-b4c9-e86644a86b58 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585813 Mar 09 19:51:09.261808 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-64c95717-1f05-4c5e-b535-12fa1f548e26 req-035ab3e2-7a3b-41c1-912e-f659f79beffc tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530674 Mar 09 19:51:09.264306 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be06a6d-4b44-4fca-98a4-6bc764bfc78c {{(pid=114604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:51:09.274824 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Publish callbacks [] for port (4be06a6d-4b44-4fca-98a4-6bc764bfc78c), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:09.302040 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37604964-cae7-45a7-bbe0-4d5b4f84508e req-688f7154-86e8-4045-b1bf-1b0c310e6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:09.304307 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-37604964-cae7-45a7-bbe0-4d5b4f84508e req-688f7154-86e8-4045-b1bf-1b0c310e6723 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e360ad0f87843a5924bb93a9c02b57a&device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 1128 time: 0.0882237 Mar 09 19:51:09.304942 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.provisioning_blocks [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Transition to ACTIVE for port object 4be06a6d-4b44-4fca-98a4-6bc764bfc78c will not be triggered until provisioned by entity L2. {{(pid=114604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 19:51:09.311249 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (4be06a6d-4b44-4fca-98a4-6bc764bfc78c), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:09.462986 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4be06a6d-4b44-4fca-98a4-6bc764bfc78c,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:09.542683 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4976e44-7f1a-4025-8f73-e01f0f1576f4 req-5cb66867-1d67-4c18-8259-4a651d2dec4e tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:09.549168 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a4976e44-7f1a-4025-8f73-e01f0f1576f4 req-5cb66867-1d67-4c18-8259-4a651d2dec4e tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 944 time: 0.2176623 Mar 09 19:51:09.551977 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Attempting to bind port 4be06a6d-4b44-4fca-98a4-6bc764bfc78c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:51:09.552337 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Attempting to bind port 4be06a6d-4b44-4fca-98a4-6bc764bfc78c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c3e60ba3-6da5-45af-936a-c91cd6ea53d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2'}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:51:09.552655 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Attempting to bind port 4be06a6d-4b44-4fca-98a4-6bc764bfc78c on network 2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:51:09.560630 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37604964-cae7-45a7-bbe0-4d5b4f84508e req-7c8a7082-9783-4754-9de0-48ad34e510c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:09.562006 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-37604964-cae7-45a7-bbe0-4d5b4f84508e req-7c8a7082-9783-4754-9de0-48ad34e510c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 HTTP/1.1" status: 200 len: 909 time: 0.2459302 Mar 09 19:51:09.570751 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Port 4be06a6d-4b44-4fca-98a4-6bc764bfc78c on network 2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 19:51:09.571070 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Attempting to bind port 4be06a6d-4b44-4fca-98a4-6bc764bfc78c on network 2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:51:09.589590 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:51:09.590198 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Checking segment: {'id': 'c3e60ba3-6da5-45af-936a-c91cd6ea53d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:51:09.590575 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Bound using segment: {'id': 'c3e60ba3-6da5-45af-936a-c91cd6ea53d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2'} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:51:09.591104 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Bound port: 4be06a6d-4b44-4fca-98a4-6bc764bfc78c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3e60ba3-6da5-45af-936a-c91cd6ea53d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2'}}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:51:09.591467 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (4be06a6d-4b44-4fca-98a4-6bc764bfc78c), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:09.637801 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-37604964-cae7-45a7-bbe0-4d5b4f84508e req-924180a9-b4b3-4c9b-96dd-7b1e347d9f10 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cccc21a2-feed-42ee-af86-1dccb2b4b094 HTTP/1.1" status: 200 len: 217 time: 0.0599296 Mar 09 19:51:09.663752 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a4976e44-7f1a-4025-8f73-e01f0f1576f4 req-91a2f03e-a9f1-4861-9f53-44a33a9294e8 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137650 Mar 09 19:51:09.731194 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37604964-cae7-45a7-bbe0-4d5b4f84508e req-e643cd38-53b1-45e5-8ea4-e25462a44ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:09.732684 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-37604964-cae7-45a7-bbe0-4d5b4f84508e req-e643cd38-53b1-45e5-8ea4-e25462a44ce7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bdd49c9c-a373-461f-8fd5-eabd741f1dec HTTP/1.1" status: 200 len: 848 time: 0.0848143 Mar 09 19:51:09.742904 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] For port 4be06a6d-4b44-4fca-98a4-6bc764bfc78c, host hv-cinder-78836, cleared binding levels {{(pid=114604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:51:09.753873 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] For port 4be06a6d-4b44-4fca-98a4-6bc764bfc78c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4be06a6d-4b44-4fca-98a4-6bc764bfc78c,segment=NetworkSegment(c3e60ba3-6da5-45af-936a-c91cd6ea53d4),segment_id=c3e60ba3-6da5-45af-936a-c91cd6ea53d4)] {{(pid=114604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:51:09.773339 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-37604964-cae7-45a7-bbe0-4d5b4f84508e req-8edb4429-8ed6-4aaf-84ac-c2a27ebef003 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319064 Mar 09 19:51:09.774494 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (4be06a6d-4b44-4fca-98a4-6bc764bfc78c), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:09.817910 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:09.818510 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:09.819785 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] 10.222.0.20 "PUT /v2.0/ports/4be06a6d-4b44-4fca-98a4-6bc764bfc78c HTTP/1.1" status: 200 len: 1094 time: 1.4665725 Mar 09 19:51:09.900655 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94799820-16a8-4adb-adfc-424ba38e61f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4be06a6d-4b44-4fca-98a4-6bc764bfc78c,revision_number=3']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:09.957484 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-37604964-cae7-45a7-bbe0-4d5b4f84508e req-919bb0e8-606d-4896-b2e6-949487c466e3 service neutron] 10.222.0.20 "GET /v2.0/networks/9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555696 Mar 09 19:51:09.973693 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-a91b6763-3df7-45ea-b074-ea36b371001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:09.975310 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-a91b6763-3df7-45ea-b074-ea36b371001c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c266b267ea047a3931841f52520be1a&device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 1128 time: 0.0852654 Mar 09 19:51:10.031271 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-073533ab-989e-4679-afee-ebc09d138530 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4be06a6d-4b44-4fca-98a4-6bc764bfc78c HTTP/1.1" status: 200 len: 217 time: 0.0418761 Mar 09 19:51:10.114909 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-55ffeb07-3be4-4871-8cd6-5a254bd65f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:10.116375 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-55ffeb07-3be4-4871-8cd6-5a254bd65f47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6dbc2007-0524-45ce-87b4-b2abcea84c18 HTTP/1.1" status: 200 len: 854 time: 0.0619781 Mar 09 19:51:10.118199 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-37604964-cae7-45a7-bbe0-4d5b4f84508e req-9ef051b5-56f3-4cef-bba5-337c935a2cbf service neutron] 10.222.0.20 "GET /v2.0/networks/9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537387 Mar 09 19:51:10.151475 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-6b9c6390-bb98-4109-9f7a-5fa62165431c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244019 Mar 09 19:51:10.158792 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd', 'tag': '4be06a6d-4b44-4fca-98a4-6bc764bfc78c'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:51:10.160960 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d59ded-8365-4ed8-98a8-d50a5cd3f4be" -d '{"events": [{"name": "network-changed", "server_uuid": "6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd", "tag": "4be06a6d-4b44-4fca-98a4-6bc764bfc78c"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:51:10.221886 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88005521-5f10-4ea5-92ac-b77771108a0f x-openstack-request-id: req-88005521-5f10-4ea5-92ac-b77771108a0f {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:51:10.222176 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd", "tag": "4be06a6d-4b44-4fca-98a4-6bc764bfc78c", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:51:10.222428 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88005521-5f10-4ea5-92ac-b77771108a0f {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:51:10.222813 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd', 'tag': '4be06a6d-4b44-4fca-98a4-6bc764bfc78c', 'status': 'completed', 'code': 200} Mar 09 19:51:10.253093 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-2e641564-1ac0-4ecf-ab10-929c4855c7a0 service neutron] 10.222.0.20 "GET /v2.0/networks/2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954130 Mar 09 19:51:10.410714 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-71a202d4-f5a8-4186-9d09-dc935cafdd72 req-095cfd95-1a58-454d-ad0e-400c4f82bdce service neutron] 10.222.0.20 "GET /v2.0/networks/2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436458 Mar 09 19:51:10.417226 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144fcf0-1e9f-4819-bf1f-8454ddc4cfd7 req-92395bf1-f9a0-4120-a7d0-2f1073527e36 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:10.422461 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1144fcf0-1e9f-4819-bf1f-8454ddc4cfd7 req-92395bf1-f9a0-4120-a7d0-2f1073527e36 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 944 time: 0.1355731 Mar 09 19:51:10.467800 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d35b5-858e-4c09-a0e5-052935cccf35 req-534de19e-e368-4ab7-8fb6-7fe6275e66f9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:10.469349 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c92d35b5-858e-4c09-a0e5-052935cccf35 req-534de19e-e368-4ab7-8fb6-7fe6275e66f9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.1217332 Mar 09 19:51:10.496206 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1144fcf0-1e9f-4819-bf1f-8454ddc4cfd7 req-eed31e30-9048-4add-97f7-efadf296693f tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713427 Mar 09 19:51:10.551575 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c92d35b5-858e-4c09-a0e5-052935cccf35 req-c93e9dff-b7dd-4045-8d64-e945ed8276aa tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671854 Mar 09 19:51:10.556649 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d59ded-8365-4ed8-98a8-d50a5cd3f4be req-1f37c537-e407-4d07-8d9f-6dd5f4824424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:10.558073 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e7d59ded-8365-4ed8-98a8-d50a5cd3f4be req-1f37c537-e407-4d07-8d9f-6dd5f4824424 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c266b267ea047a3931841f52520be1a&device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 1128 time: 0.0833378 Mar 09 19:51:10.662819 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d59ded-8365-4ed8-98a8-d50a5cd3f4be req-3541f4c1-9664-4d70-83c8-6cef3965a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:10.664442 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e7d59ded-8365-4ed8-98a8-d50a5cd3f4be req-3541f4c1-9664-4d70-83c8-6cef3965a7f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 HTTP/1.1" status: 200 len: 915 time: 0.0979421 Mar 09 19:51:10.711513 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e7d59ded-8365-4ed8-98a8-d50a5cd3f4be req-381e2b90-ff5a-492b-85fd-e75f742ae806 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4be06a6d-4b44-4fca-98a4-6bc764bfc78c HTTP/1.1" status: 200 len: 217 time: 0.0384166 Mar 09 19:51:10.793250 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d59ded-8365-4ed8-98a8-d50a5cd3f4be req-e4a2c8e0-c302-4f0e-ba01-1d5f2db41d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:10.794685 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e7d59ded-8365-4ed8-98a8-d50a5cd3f4be req-e4a2c8e0-c302-4f0e-ba01-1d5f2db41d7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6dbc2007-0524-45ce-87b4-b2abcea84c18 HTTP/1.1" status: 200 len: 854 time: 0.0747473 Mar 09 19:51:10.827810 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e7d59ded-8365-4ed8-98a8-d50a5cd3f4be req-24d30018-354b-4a81-96c8-61aa50046491 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268588 Mar 09 19:51:10.835779 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e97e4-8ddf-4613-adbf-1c78d43745f2 req-744f211b-757f-46f3-957c-6cb036a9bcd7 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:10.837192 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-812e97e4-8ddf-4613-adbf-1c78d43745f2 req-744f211b-757f-46f3-957c-6cb036a9bcd7 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 944 time: 0.0870757 Mar 09 19:51:10.936954 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-812e97e4-8ddf-4613-adbf-1c78d43745f2 req-597cda74-1922-4205-aa62-57a9b5e84322 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920799 Mar 09 19:51:10.960579 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e7d59ded-8365-4ed8-98a8-d50a5cd3f4be req-36157fd9-a89a-4e9f-b5ac-be26a05aadec service neutron] 10.222.0.20 "GET /v2.0/networks/2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224632 Mar 09 19:51:11.056353 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e7d59ded-8365-4ed8-98a8-d50a5cd3f4be req-71079105-3117-4335-9094-7f61322b96ea service neutron] 10.222.0.20 "GET /v2.0/networks/2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810528 Mar 09 19:51:11.620918 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63468d-5357-4ae6-b8c2-1ea0a5995efd req-7e4327d9-238e-4ee9-91d8-36d092334c6d tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:11.622369 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fa63468d-5357-4ae6-b8c2-1ea0a5995efd req-7e4327d9-238e-4ee9-91d8-36d092334c6d tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 944 time: 0.0551670 Mar 09 19:51:11.693489 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fa63468d-5357-4ae6-b8c2-1ea0a5995efd req-7b2b2c33-6b53-4a5d-b149-6b165c35f061 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616987 Mar 09 19:51:11.703678 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ce44f-746e-46fe-be55-b449cd5b86e2 req-8e2f8981-a6ec-409a-b9c1-a7bc4bbef758 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:11.713440 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-945ce44f-746e-46fe-be55-b449cd5b86e2 req-8e2f8981-a6ec-409a-b9c1-a7bc4bbef758 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0820527 Mar 09 19:51:11.751478 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-945ce44f-746e-46fe-be55-b449cd5b86e2 req-9f56a014-f0df-407c-b3d5-092a882c8869 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405927 Mar 09 19:51:11.888921 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device cccc21a2-feed-42ee-af86-1dccb2b4b094 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:51:11.989864 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port cccc21a2-feed-42ee-af86-1dccb2b4b094, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cccc21a2-feed-42ee-af86-1dccb2b4b094,segment=NetworkSegment(073025e3-f1da-4331-8b47-8a917622e3d2),segment_id=073025e3-f1da-4331-8b47-8a917622e3d2)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:51:12.000469 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': 'cccc21a2-feed-42ee-af86-1dccb2b4b094', 'network_id': '9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8', 'port_id': 'cccc21a2-feed-42ee-af86-1dccb2b4b094', 'mac_address': 'fa:16:3e:1e:d7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd49c9c-a373-461f-8fd5-eabd741f1dec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:51:12.037335 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port cccc21a2-feed-42ee-af86-1dccb2b4b094 is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:51:12.037722 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (cccc21a2-feed-42ee-af86-1dccb2b4b094), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:12.053617 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccc21a2-feed-42ee-af86-1dccb2b4b094 {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:51:12.055852 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4adc7-ea30-427b-a593-4dde65de436f req-650ae000-4845-46bb-a711-0a8f23ec95cf tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:12.057344 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-dcf4adc7-ea30-427b-a593-4dde65de436f req-650ae000-4845-46bb-a711-0a8f23ec95cf tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 944 time: 0.0536485 Mar 09 19:51:12.073039 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port cccc21a2-feed-42ee-af86-1dccb2b4b094, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cccc21a2-feed-42ee-af86-1dccb2b4b094,segment=NetworkSegment(073025e3-f1da-4331-8b47-8a917622e3d2),segment_id=073025e3-f1da-4331-8b47-8a917622e3d2)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:51:12.077732 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (cccc21a2-feed-42ee-af86-1dccb2b4b094), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:12.105653 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-dcf4adc7-ea30-427b-a593-4dde65de436f req-831b7cbb-7609-49da-a597-382fa7c54522 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426180 Mar 09 19:51:12.122924 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=cccc21a2-feed-42ee-af86-1dccb2b4b094,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:12.129771 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:51:12.130123 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:51:12.130489 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:51:12.130832 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:51:12.131167 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:51:12.131499 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:51:12.131829 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:51:12.132182 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:51:12.132513 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:51:12.132856 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:51:12.133187 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:51:12.133776 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:51:12.134103 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:51:12.809415 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b049b34-cb02-4be0-abb8-b232ec12b541 req-b8a86cd3-9fc9-4fb1-a95b-4024a4e1165d tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:12.810899 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5b049b34-cb02-4be0-abb8-b232ec12b541 req-b8a86cd3-9fc9-4fb1-a95b-4024a4e1165d tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 945 time: 0.0511703 Mar 09 19:51:12.887890 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5b049b34-cb02-4be0-abb8-b232ec12b541 req-1c8813e2-7a7d-42d0-9bd5-4761b145eb4f tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702107 Mar 09 19:51:12.897277 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f367a-93b9-4406-b8cc-ea4b7199bd83 req-147adf61-090d-453e-8042-e0c20a59cffc tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:12.898745 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-495f367a-93b9-4406-b8cc-ea4b7199bd83 req-147adf61-090d-453e-8042-e0c20a59cffc tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0822430 Mar 09 19:51:12.950728 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-495f367a-93b9-4406-b8cc-ea4b7199bd83 req-4eef8ada-e3fe-4b3c-90ba-2480068556b2 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466225 Mar 09 19:51:13.217229 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0966e8e-a7da-4707-9fdc-48a16db26eff req-c6f954f8-f8ea-4a1f-b5c7-bbeee6032d2b tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:13.218688 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d0966e8e-a7da-4707-9fdc-48a16db26eff req-c6f954f8-f8ea-4a1f-b5c7-bbeee6032d2b tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 944 time: 0.0496719 Mar 09 19:51:13.264649 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d0966e8e-a7da-4707-9fdc-48a16db26eff req-a2e9a446-f768-4294-b9f2-5e5e35a7a50c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398045 Mar 09 19:51:14.003828 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd24eb9-6159-4409-aa41-a0a2b2249f9a req-415c32e9-f892-45dc-9677-ccf26ef331d4 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:14.006902 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0bd24eb9-6159-4409-aa41-a0a2b2249f9a req-415c32e9-f892-45dc-9677-ccf26ef331d4 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 945 time: 0.0547144 Mar 09 19:51:14.087288 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0bd24eb9-6159-4409-aa41-a0a2b2249f9a req-d59cc012-5e14-460f-ad16-9ea9d231a6c6 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751679 Mar 09 19:51:14.100978 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b188d7b-9663-43c3-b8b5-94a793b90de1 req-a0d9edd8-4ca3-4098-a211-bdffa156f58d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:14.102429 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8b188d7b-9663-43c3-b8b5-94a793b90de1 req-a0d9edd8-4ca3-4098-a211-bdffa156f58d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0824239 Mar 09 19:51:14.147692 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8b188d7b-9663-43c3-b8b5-94a793b90de1 req-a6f33356-c7f0-4f57-840a-1776d1b029b6 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398946 Mar 09 19:51:14.149100 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['cccc21a2-feed-42ee-af86-1dccb2b4b094'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:51:14.375310 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b8288-17ba-4f26-a270-f20f47494f7c req-981cd5a0-b22c-46b7-b3eb-6e67cc0d36e5 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:14.377046 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-317b8288-17ba-4f26-a270-f20f47494f7c req-981cd5a0-b22c-46b7-b3eb-6e67cc0d36e5 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 944 time: 0.0501478 Mar 09 19:51:14.432861 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-317b8288-17ba-4f26-a270-f20f47494f7c req-2bb3cf1e-7efa-4d2d-abae-0b77f5c2c6c4 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505190 Mar 09 19:51:15.212238 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320a5c2-ac80-4b70-8ca1-efa1e5a23357 req-bb6a78f3-a301-43d7-a206-6d7790cd131b tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:15.214125 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6320a5c2-ac80-4b70-8ca1-efa1e5a23357 req-bb6a78f3-a301-43d7-a206-6d7790cd131b tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 945 time: 0.0559752 Mar 09 19:51:15.303408 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6320a5c2-ac80-4b70-8ca1-efa1e5a23357 req-b9f63f4d-748b-4218-978b-1861ca8e395d tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836792 Mar 09 19:51:15.318910 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ec257-738b-46db-a4be-348e09a2285c req-83d6910d-98e6-48d5-8577-0d88723cb0b2 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:15.320404 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b48ec257-738b-46db-a4be-348e09a2285c req-83d6910d-98e6-48d5-8577-0d88723cb0b2 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0928166 Mar 09 19:51:15.366446 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b48ec257-738b-46db-a4be-348e09a2285c req-b35ade1b-ef56-4d13-85e1-7d005aeed3b7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402479 Mar 09 19:51:15.544717 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e660bb-06fc-40d5-82f6-ccdd9d34ba3f req-fe5b8f76-266a-44ff-8b2e-5ae465deeeca tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:15.546152 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-31e660bb-06fc-40d5-82f6-ccdd9d34ba3f req-fe5b8f76-266a-44ff-8b2e-5ae465deeeca tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 944 time: 0.0497048 Mar 09 19:51:15.590926 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-31e660bb-06fc-40d5-82f6-ccdd9d34ba3f req-5aeeab76-5327-4dfa-bbf4-ef40ead07ff8 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387826 Mar 09 19:51:16.428438 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c8f5c-2248-4f11-9cf9-2c841d003c1b req-2553b194-2707-4839-b389-6bea03ab35ac tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:16.430114 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-682c8f5c-2248-4f11-9cf9-2c841d003c1b req-2553b194-2707-4839-b389-6bea03ab35ac tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 945 time: 0.0611565 Mar 09 19:51:16.510671 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-682c8f5c-2248-4f11-9cf9-2c841d003c1b req-f7f78236-ede3-4ca2-8b75-d99ec24fcf2c tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735965 Mar 09 19:51:16.522688 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97759da5-1eda-4dcb-8720-4c2e5359bc9b req-5a1c59f6-7b04-4f22-b2d1-4809b9562502 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:16.524202 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-97759da5-1eda-4dcb-8720-4c2e5359bc9b req-5a1c59f6-7b04-4f22-b2d1-4809b9562502 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0853822 Mar 09 19:51:16.569835 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-97759da5-1eda-4dcb-8720-4c2e5359bc9b req-5329ee46-9666-46da-a0c8-63833e6a2fbf tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399749 Mar 09 19:51:16.706009 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed76bd-1961-47a2-b5ce-4a8a99f96ae7 req-218003f3-df29-4575-af8e-ed43bcdd4e9f tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:16.707460 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-49ed76bd-1961-47a2-b5ce-4a8a99f96ae7 req-218003f3-df29-4575-af8e-ed43bcdd4e9f tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 944 time: 0.0531924 Mar 09 19:51:16.751770 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-49ed76bd-1961-47a2-b5ce-4a8a99f96ae7 req-49e24904-3618-4016-a977-5e7e999965ff tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388734 Mar 09 19:51:17.002527 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 4be06a6d-4b44-4fca-98a4-6bc764bfc78c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:51:17.094822 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 4be06a6d-4b44-4fca-98a4-6bc764bfc78c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4be06a6d-4b44-4fca-98a4-6bc764bfc78c,segment=NetworkSegment(c3e60ba3-6da5-45af-936a-c91cd6ea53d4),segment_id=c3e60ba3-6da5-45af-936a-c91cd6ea53d4)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:51:17.104798 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': '4be06a6d-4b44-4fca-98a4-6bc764bfc78c', 'network_id': '2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2', 'port_id': '4be06a6d-4b44-4fca-98a4-6bc764bfc78c', 'mac_address': 'fa:16:3e:cb:c0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbc2007-0524-45ce-87b4-b2abcea84c18', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:51:17.144156 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 4be06a6d-4b44-4fca-98a4-6bc764bfc78c is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:51:17.144554 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (4be06a6d-4b44-4fca-98a4-6bc764bfc78c), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:17.160000 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be06a6d-4b44-4fca-98a4-6bc764bfc78c {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:51:17.180047 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 4be06a6d-4b44-4fca-98a4-6bc764bfc78c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4be06a6d-4b44-4fca-98a4-6bc764bfc78c,segment=NetworkSegment(c3e60ba3-6da5-45af-936a-c91cd6ea53d4),segment_id=c3e60ba3-6da5-45af-936a-c91cd6ea53d4)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:51:17.184369 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (4be06a6d-4b44-4fca-98a4-6bc764bfc78c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:17.229728 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=4be06a6d-4b44-4fca-98a4-6bc764bfc78c,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:17.568164 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['4be06a6d-4b44-4fca-98a4-6bc764bfc78c'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:51:17.634630 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa264c-cc42-4769-8acc-9ff761fe5bc1 req-a1e48e68-3a8e-4a56-a2fa-55f35791ff10 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:17.636120 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-85fa264c-cc42-4769-8acc-9ff761fe5bc1 req-a1e48e68-3a8e-4a56-a2fa-55f35791ff10 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 945 time: 0.0566804 Mar 09 19:51:17.717568 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-85fa264c-cc42-4769-8acc-9ff761fe5bc1 req-291da8a7-e257-4c97-a204-eb33699d0fea tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734589 Mar 09 19:51:17.725442 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187fa3e-8d5d-4506-a25d-d23c981c125f req-b1692bad-dc37-4ceb-ba76-56967a8dab98 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:17.726989 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4187fa3e-8d5d-4506-a25d-d23c981c125f req-b1692bad-dc37-4ceb-ba76-56967a8dab98 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0856233 Mar 09 19:51:17.781114 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4187fa3e-8d5d-4506-a25d-d23c981c125f req-040a2499-690e-4369-877a-fc7668fc3264 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478826 Mar 09 19:51:17.869995 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fdc72-609e-4a54-a449-0dc1cb8b8033 req-f8b04d35-ea8b-4c2e-bced-89184049382f tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:17.871456 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0e3fdc72-609e-4a54-a449-0dc1cb8b8033 req-f8b04d35-ea8b-4c2e-bced-89184049382f tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 945 time: 0.0531435 Mar 09 19:51:17.916878 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0e3fdc72-609e-4a54-a449-0dc1cb8b8033 req-150cefb5-2c49-447e-8a5f-694a735dcaeb tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394807 Mar 09 19:51:18.833155 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944fbc1-da7b-43eb-8b26-ba2d5e4f2884 req-9047df17-88ea-43c7-95ed-e61b2fbb08c0 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:18.834630 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c944fbc1-da7b-43eb-8b26-ba2d5e4f2884 req-9047df17-88ea-43c7-95ed-e61b2fbb08c0 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 945 time: 0.0519059 Mar 09 19:51:18.912322 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c944fbc1-da7b-43eb-8b26-ba2d5e4f2884 req-59e665a1-1496-488f-81cf-e5e8629bb3ac tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721629 Mar 09 19:51:18.927115 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36327699-acf4-4edc-96a4-2a1654184a12 req-7c5e7997-b910-4ca1-b566-a7fbd2e9dac9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:18.928603 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-36327699-acf4-4edc-96a4-2a1654184a12 req-7c5e7997-b910-4ca1-b566-a7fbd2e9dac9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0754430 Mar 09 19:51:18.978048 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-36327699-acf4-4edc-96a4-2a1654184a12 req-42258e2e-51a9-4b1d-8c68-02d9b94ad2a1 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438144 Mar 09 19:51:19.019234 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device cccc21a2-feed-42ee-af86-1dccb2b4b094 up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:51:19.036160 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6794514-a01c-4367-a884-0af0bf752e42 req-ea2c11d1-491f-4285-bb84-717ac73efef1 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:19.037638 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b6794514-a01c-4367-a884-0af0bf752e42 req-ea2c11d1-491f-4285-bb84-717ac73efef1 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 945 time: 0.0544386 Mar 09 19:51:19.066262 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port cccc21a2-feed-42ee-af86-1dccb2b4b094 completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 19:51:19.070342 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port cccc21a2-feed-42ee-af86-1dccb2b4b094 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:51:19.070720 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (cccc21a2-feed-42ee-af86-1dccb2b4b094), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:19.084822 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b6794514-a01c-4367-a884-0af0bf752e42 req-ce3a524b-db2d-4cdc-b68a-b2096489abb0 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417156 Mar 09 19:51:19.153648 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port cccc21a2-feed-42ee-af86-1dccb2b4b094 is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:51:19.154034 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (cccc21a2-feed-42ee-af86-1dccb2b4b094), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:19.175865 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7674c523-0760-460c-9a34-aaf8c5efe67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccc21a2-feed-42ee-af86-1dccb2b4b094'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:51:19.178093 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b97fe2-63d4-4686-92bc-85fb7bf42611" -d '{"events": [{"server_uuid": "7674c523-0760-460c-9a34-aaf8c5efe67c", "name": "network-vif-plugged", "status": "completed", "tag": "cccc21a2-feed-42ee-af86-1dccb2b4b094"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:51:19.190516 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port cccc21a2-feed-42ee-af86-1dccb2b4b094, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cccc21a2-feed-42ee-af86-1dccb2b4b094,segment=NetworkSegment(073025e3-f1da-4331-8b47-8a917622e3d2),segment_id=073025e3-f1da-4331-8b47-8a917622e3d2)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:51:19.194386 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (cccc21a2-feed-42ee-af86-1dccb2b4b094), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:19.195172 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 4be06a6d-4b44-4fca-98a4-6bc764bfc78c up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:51:19.233463 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b18b2e2-c375-464c-b5a5-1d1e4268fa0e x-openstack-request-id: req-6b18b2e2-c375-464c-b5a5-1d1e4268fa0e {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:51:19.233818 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7674c523-0760-460c-9a34-aaf8c5efe67c", "name": "network-vif-plugged", "status": "completed", "tag": "cccc21a2-feed-42ee-af86-1dccb2b4b094", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:51:19.234033 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b18b2e2-c375-464c-b5a5-1d1e4268fa0e {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:51:19.234423 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7674c523-0760-460c-9a34-aaf8c5efe67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccc21a2-feed-42ee-af86-1dccb2b4b094', 'code': 200} Mar 09 19:51:19.271731 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=cccc21a2-feed-42ee-af86-1dccb2b4b094,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:19.285489 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port 4be06a6d-4b44-4fca-98a4-6bc764bfc78c completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 19:51:19.289250 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port 4be06a6d-4b44-4fca-98a4-6bc764bfc78c triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:51:19.289625 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (4be06a6d-4b44-4fca-98a4-6bc764bfc78c), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:19.370207 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 4be06a6d-4b44-4fca-98a4-6bc764bfc78c is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:51:19.370603 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (4be06a6d-4b44-4fca-98a4-6bc764bfc78c), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:19.399151 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e826fc-9d7b-4446-a14b-6f0d1061e53e req-6a47edfe-19e4-4c77-a9c7-36e52c148c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:19.400655 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-68e826fc-9d7b-4446-a14b-6f0d1061e53e req-6a47edfe-19e4-4c77-a9c7-36e52c148c57 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 1130 time: 0.0439668 Mar 09 19:51:19.403206 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 4be06a6d-4b44-4fca-98a4-6bc764bfc78c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4be06a6d-4b44-4fca-98a4-6bc764bfc78c,segment=NetworkSegment(c3e60ba3-6da5-45af-936a-c91cd6ea53d4),segment_id=c3e60ba3-6da5-45af-936a-c91cd6ea53d4)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:51:19.406712 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (4be06a6d-4b44-4fca-98a4-6bc764bfc78c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:19.448093 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-68e826fc-9d7b-4446-a14b-6f0d1061e53e req-475bc0f6-1bd8-45d8-981c-377e046b64e6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395606 Mar 09 19:51:19.455266 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=4be06a6d-4b44-4fca-98a4-6bc764bfc78c,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:20.091449 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d65612-6a40-475c-89cc-d197940bdace req-299713f5-f08b-461a-876f-539e44d9c009 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:20.093599 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d3d65612-6a40-475c-89cc-d197940bdace req-299713f5-f08b-461a-876f-539e44d9c009 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 946 time: 0.1088138 Mar 09 19:51:20.143856 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850bd54-4d0f-4a2d-9774-4c78a79a3ee5 req-9e670684-0238-4eb6-9930-aebfa5ce41a5 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:20.145344 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e850bd54-4d0f-4a2d-9774-4c78a79a3ee5 req-9e670684-0238-4eb6-9930-aebfa5ce41a5 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0946023 Mar 09 19:51:20.181189 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d3d65612-6a40-475c-89cc-d197940bdace req-7b7a2a11-ca9c-4b40-8040-d666928e74a9 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804572 Mar 09 19:51:20.212041 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e850bd54-4d0f-4a2d-9774-4c78a79a3ee5 req-0708cdf6-665c-423b-b79f-a24aa94df833 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601711 Mar 09 19:51:20.287190 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56376826-4d0c-4655-b22e-df4be78f0eea req-e24fc252-1dbf-4b3c-ab70-2ff3a2092478 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:20.288601 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-56376826-4d0c-4655-b22e-df4be78f0eea req-e24fc252-1dbf-4b3c-ab70-2ff3a2092478 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 946 time: 0.0527520 Mar 09 19:51:20.333899 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-56376826-4d0c-4655-b22e-df4be78f0eea req-b01c9fbe-6560-43b7-a808-60b62e6863b4 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397258 Mar 09 19:51:21.235682 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be06a6d-4b44-4fca-98a4-6bc764bfc78c'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:51:21.239690 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebb0b75-962f-4b0e-b909-4939b8da534b" -d '{"events": [{"server_uuid": "6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd", "name": "network-vif-plugged", "status": "completed", "tag": "4be06a6d-4b44-4fca-98a4-6bc764bfc78c"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:51:21.367980 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350ade4-4a31-4ef5-b197-386047ee17ea req-9f7a504f-1482-4471-80da-4dc23f5d6ddf tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:21.369460 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e350ade4-4a31-4ef5-b197-386047ee17ea req-9f7a504f-1482-4471-80da-4dc23f5d6ddf tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 946 time: 0.0960255 Mar 09 19:51:21.399390 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f2d35-94ca-4b61-bec2-3c877a128f56 req-e9e964c1-2d6e-4c4b-9b91-9b6d36732f2a tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:21.400929 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7a0f2d35-94ca-4b61-bec2-3c877a128f56 req-e9e964c1-2d6e-4c4b-9b91-9b6d36732f2a tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0974858 Mar 09 19:51:21.451135 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e350ade4-4a31-4ef5-b197-386047ee17ea req-f479afdb-fe49-4955-b892-41ffd6a547b7 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678926 Mar 09 19:51:21.486640 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7a0f2d35-94ca-4b61-bec2-3c877a128f56 req-aeb6de0a-3a05-4cd6-b581-9d131955f8a1 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727372 Mar 09 19:51:21.505787 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107884ee-3a7a-4ffe-8a5a-d927be2f94be x-openstack-request-id: req-107884ee-3a7a-4ffe-8a5a-d927be2f94be {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:51:21.506256 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd", "name": "network-vif-plugged", "status": "completed", "tag": "4be06a6d-4b44-4fca-98a4-6bc764bfc78c", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:51:21.506421 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-107884ee-3a7a-4ffe-8a5a-d927be2f94be {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:51:21.507260 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be06a6d-4b44-4fca-98a4-6bc764bfc78c', 'code': 200} Mar 09 19:51:21.590757 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27649bb-1331-4606-bdfa-9084f6953423 req-fe8604b2-60f0-4ede-9b44-a0a19c3c3416 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:21.592245 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c27649bb-1331-4606-bdfa-9084f6953423 req-fe8604b2-60f0-4ede-9b44-a0a19c3c3416 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 946 time: 0.0540526 Mar 09 19:51:21.638735 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c27649bb-1331-4606-bdfa-9084f6953423 req-6197f7c9-f00b-40c1-95f1-3234a9199110 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409412 Mar 09 19:51:21.695181 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a12cca-760d-49c7-b93a-f9461be1a2cb req-3986e781-0bb7-48e4-9652-02733b714520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:21.696706 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-68a12cca-760d-49c7-b93a-f9461be1a2cb req-3986e781-0bb7-48e4-9652-02733b714520 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 1130 time: 0.0457821 Mar 09 19:51:21.755099 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-68a12cca-760d-49c7-b93a-f9461be1a2cb req-979b6c9f-e38d-4f47-9c8a-84aa78f46ac0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366268 Mar 09 19:51:22.599068 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59339a-d03d-4dbb-8acf-b72cf6d54a05 req-cd82f10e-7caf-4030-b3c7-105c4edcb059 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:22.601463 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3d59339a-d03d-4dbb-8acf-b72cf6d54a05 req-cd82f10e-7caf-4030-b3c7-105c4edcb059 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0558949 Mar 09 19:51:22.648162 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3d59339a-d03d-4dbb-8acf-b72cf6d54a05 req-8b6a33e1-6fb6-4783-9ff9-8d48fd5cd813 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422523 Mar 09 19:51:22.763582 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cea274-8d0c-4c11-a292-5848009978f7 req-930066b9-d667-48c4-9c68-0dd04efe9747 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:22.765153 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30cea274-8d0c-4c11-a292-5848009978f7 req-930066b9-d667-48c4-9c68-0dd04efe9747 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 946 time: 0.0530457 Mar 09 19:51:22.813985 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30cea274-8d0c-4c11-a292-5848009978f7 req-526e3ce0-20cf-44dd-99b5-2d4cd1315868 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427942 Mar 09 19:51:24.016836 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a65bea-957b-4d24-b17b-daf48e7435a9 req-723862da-0dde-44f0-95c7-ae367aeb267a tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:24.018677 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-93a65bea-957b-4d24-b17b-daf48e7435a9 req-723862da-0dde-44f0-95c7-ae367aeb267a tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.3034155 Mar 09 19:51:24.028995 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01f491-b672-43c1-8a85-4799e760442c req-0573d01a-c4e2-46ac-b55b-801951d4963c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:24.030326 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1a01f491-b672-43c1-8a85-4799e760442c req-0573d01a-c4e2-46ac-b55b-801951d4963c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 946 time: 0.0685740 Mar 09 19:51:24.101897 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1a01f491-b672-43c1-8a85-4799e760442c req-8a7c2dc6-0d9e-466d-917b-a81a259b4a91 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645611 Mar 09 19:51:24.104812 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-93a65bea-957b-4d24-b17b-daf48e7435a9 req-ad62e025-a1bd-40ef-91ec-da92c0e40bf9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736597 Mar 09 19:51:25.264698 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f3c57-2422-42da-91c3-7d82cc1a76ac req-ab123d9d-c84f-4a08-ba30-923a048080f2 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:25.266126 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-dd1f3c57-2422-42da-91c3-7d82cc1a76ac req-ab123d9d-c84f-4a08-ba30-923a048080f2 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 946 time: 0.0936053 Mar 09 19:51:25.274111 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897defc-fa80-4371-9435-13a759412072 req-84ae2f42-df82-4125-8ad9-cc1689f640f4 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:25.275480 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1897defc-fa80-4371-9435-13a759412072 req-84ae2f42-df82-4125-8ad9-cc1689f640f4 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0943589 Mar 09 19:51:25.339296 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-dd1f3c57-2422-42da-91c3-7d82cc1a76ac req-25fe2b8c-af2c-4820-b141-f09e6bf05ded tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628030 Mar 09 19:51:25.351013 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1897defc-fa80-4371-9435-13a759412072 req-3ea90918-c464-4fd0-aea5-841748d1b8fe tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680814 Mar 09 19:51:25.451442 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45500075-0305-4203-aa19-28d7977babfe req-65c0f054-f666-4490-8d9b-fe042e55b4d6 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:25.452946 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-45500075-0305-4203-aa19-28d7977babfe req-65c0f054-f666-4490-8d9b-fe042e55b4d6 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 946 time: 0.0577605 Mar 09 19:51:25.500858 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-45500075-0305-4203-aa19-28d7977babfe req-556b647e-df77-4891-be8b-3000447c3059 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413256 Mar 09 19:51:25.924923 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 39746) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:25.971022 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8c787a-ac44-4db0-855f-7087ff55666c admin admin] Deleting subnet 02b9949f-9e7e-4a8b-a4ed-a88905fb4e62 {{(pid=114605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 19:51:25.974464 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-aa8c787a-ac44-4db0-855f-7087ff55666c admin admin] Publish callbacks [] for subnet (02b9949f-9e7e-4a8b-a4ed-a88905fb4e62), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:26.010845 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-aa8c787a-ac44-4db0-855f-7087ff55666c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8836962'] for subnet (02b9949f-9e7e-4a8b-a4ed-a88905fb4e62), precommit_delete_associations {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:26.054970 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-aa8c787a-ac44-4db0-855f-7087ff55666c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971543'] for subnet (02b9949f-9e7e-4a8b-a4ed-a88905fb4e62), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:26.112051 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-aa8c787a-ac44-4db0-855f-7087ff55666c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077724'] for subnet (02b9949f-9e7e-4a8b-a4ed-a88905fb4e62), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:26.138996 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c787a-ac44-4db0-855f-7087ff55666c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02b9949f-9e7e-4a8b-a4ed-a88905fb4e62,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:26.145452 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-aa8c787a-ac44-4db0-855f-7087ff55666c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:26.150176 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-aa8c787a-ac44-4db0-855f-7087ff55666c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/02b9949f-9e7e-4a8b-a4ed-a88905fb4e62 HTTP/1.1" status: 204 len: 168 time: 0.2239962 Mar 09 19:51:26.152968 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 39758) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:26.226526 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3180242'] for network (14bc281b-b232-4e66-9128-96f185f0cd2c), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:26.309672 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972268', 'neutron.services.segments.db._delete_segments_for_network-8774125231894'] for network (14bc281b-b232-4e66-9128-96f185f0cd2c), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:26.328505 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:26.328862 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:26.330094 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:26.330415 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Subscribe: > port after_create 55550000 {{(pid=114604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:26.330744 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Subscribe: > port after_delete 55550000 {{(pid=114604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:26.331050 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Subscribe: > port after_update 55550000 {{(pid=114604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:26.331374 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:26.331698 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:26.332002 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:26.332335 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:26.400700 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:26.401050 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:26.401370 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:26.401687 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 09 19:51:26.402052 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bc281b-b232-4e66-9128-96f185f0cd2c']}} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:51:26.431812 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b798501-9d79-4c51-a648-418eea8cf853') {'for_net_delete': True} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:51:26.432130 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b798501-9d79-4c51-a648-418eea8cf853') {} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:51:26.486999 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774125231135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9789644'] for segment (9b798501-9d79-4c51-a648-418eea8cf853), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:26.513923 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (9b798501-9d79-4c51-a648-418eea8cf853), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:26.524767 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=114604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 19:51:26.525196 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12498389'] for segment (9b798501-9d79-4c51-a648-418eea8cf853), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: from cryptography.utils import int_from_bytes Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: from cryptography.utils import int_from_bytes Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: Traceback (most recent call last): Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: timer() Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: cb(*args, **kw) Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: return func(*args, **kwargs) Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: self._notify() Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: self.callback(batched_events) Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: event.method(event) Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: return f(self, *a, **k) Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: return self._get(url).json() Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: return self.request(url, 'GET', **kwargs) Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 19:51:26.530210 dv-cinder-788366-9-iscsi neutron-server[114604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 19:51:26.601304 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c8745-abd3-4648-9eb5-f6ef200275ff req-91d61ec5-c503-4cab-837d-a541f410d61e tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:26.602781 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ee6c8745-abd3-4648-9eb5-f6ef200275ff req-91d61ec5-c503-4cab-837d-a541f410d61e tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 946 time: 0.1870148 Mar 09 19:51:26.610654 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bbdb8-904b-4b12-a5fd-5a9c1a3ddb27 req-a10b3d9d-4160-440c-ada0-304a55955f89 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:26.612194 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-893bbdb8-904b-4b12-a5fd-5a9c1a3ddb27 req-a10b3d9d-4160-440c-ada0-304a55955f89 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.1830461 Mar 09 19:51:26.633496 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396956'] for network (14bc281b-b232-4e66-9128-96f185f0cd2c), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:26.661176 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:26.664337 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] 10.222.0.16 "DELETE /v2.0/networks/14bc281b-b232-4e66-9128-96f185f0cd2c HTTP/1.1" status: 204 len: 168 time: 0.5103657 Mar 09 19:51:26.667313 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 39768) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:26.673059 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf86964-a587-4484-96a8-7ce97c2b001e admin admin] Pushing event deleted for resources: {'Network': ['ID=14bc281b-b232-4e66-9128-96f185f0cd2c,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:26.705533 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ee6c8745-abd3-4648-9eb5-f6ef200275ff req-37eafe36-f0b8-4aeb-9525-d0fd493bf456 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923884 Mar 09 19:51:26.708480 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-893bbdb8-904b-4b12-a5fd-5a9c1a3ddb27 req-8986433d-6147-46d9-ac70-51a0c39d59d7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885155 Mar 09 19:51:26.711963 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb28f9b-7e3a-4a8d-9be5-d190751a1688 admin admin] Deleting subnet 28da8e1d-e5dc-4b9b-94a2-39b7fafb95e4 {{(pid=114605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 19:51:26.715276 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ddb28f9b-7e3a-4a8d-9be5-d190751a1688 admin admin] Publish callbacks [] for subnet (28da8e1d-e5dc-4b9b-94a2-39b7fafb95e4), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:26.755550 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ddb28f9b-7e3a-4a8d-9be5-d190751a1688 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8836962'] for subnet (28da8e1d-e5dc-4b9b-94a2-39b7fafb95e4), precommit_delete_associations {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:26.801870 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ddb28f9b-7e3a-4a8d-9be5-d190751a1688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971543'] for subnet (28da8e1d-e5dc-4b9b-94a2-39b7fafb95e4), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:26.827230 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e52d2-1eb5-44c1-a7cf-7dc71715c4d8 req-f02c67ea-70ce-45b0-afec-46ec74563e09 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:26.828723 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-244e52d2-1eb5-44c1-a7cf-7dc71715c4d8 req-f02c67ea-70ce-45b0-afec-46ec74563e09 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 946 time: 0.0529580 Mar 09 19:51:26.857737 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ddb28f9b-7e3a-4a8d-9be5-d190751a1688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077724'] for subnet (28da8e1d-e5dc-4b9b-94a2-39b7fafb95e4), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:26.887504 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ddb28f9b-7e3a-4a8d-9be5-d190751a1688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:26.890731 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-ddb28f9b-7e3a-4a8d-9be5-d190751a1688 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/28da8e1d-e5dc-4b9b-94a2-39b7fafb95e4 HTTP/1.1" status: 204 len: 168 time: 0.2223451 Mar 09 19:51:26.891164 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-244e52d2-1eb5-44c1-a7cf-7dc71715c4d8 req-2aac71f1-c5e1-4772-b20a-642b023968e1 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560238 Mar 09 19:51:26.893907 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 39800) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:26.897236 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb28f9b-7e3a-4a8d-9be5-d190751a1688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28da8e1d-e5dc-4b9b-94a2-39b7fafb95e4,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:26.969303 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2d8cacae-43d4-4cc0-a220-aa1cdb1bc3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3180242'] for network (5292df47-75ea-4706-a7a6-2f7c489abbad), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:27.057106 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2d8cacae-43d4-4cc0-a220-aa1cdb1bc3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972268', 'neutron.services.segments.db._delete_segments_for_network-8774125231894'] for network (5292df47-75ea-4706-a7a6-2f7c489abbad), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:27.077983 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-2d8cacae-43d4-4cc0-a220-aa1cdb1bc3df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5292df47-75ea-4706-a7a6-2f7c489abbad']}} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:51:27.086936 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-2d8cacae-43d4-4cc0-a220-aa1cdb1bc3df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c41e5de-9a42-432e-8510-4298c1154236') {'for_net_delete': True} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:51:27.087224 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-2d8cacae-43d4-4cc0-a220-aa1cdb1bc3df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c41e5de-9a42-432e-8510-4298c1154236') {} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:51:27.096253 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2d8cacae-43d4-4cc0-a220-aa1cdb1bc3df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774125231135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9789644'] for segment (0c41e5de-9a42-432e-8510-4298c1154236), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:27.133789 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2d8cacae-43d4-4cc0-a220-aa1cdb1bc3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (0c41e5de-9a42-432e-8510-4298c1154236), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:27.144459 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8cacae-43d4-4cc0-a220-aa1cdb1bc3df admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=114604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 19:51:27.145356 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2d8cacae-43d4-4cc0-a220-aa1cdb1bc3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12498389'] for segment (0c41e5de-9a42-432e-8510-4298c1154236), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: Traceback (most recent call last): Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: timer() Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: cb(*args, **kw) Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: return func(*args, **kwargs) Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: self._notify() Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: self.callback(batched_events) Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: event.method(event) Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: return f(self, *a, **k) Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: return self._get(url).json() Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: return self.request(url, 'GET', **kwargs) Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 19:51:27.146608 dv-cinder-788366-9-iscsi neutron-server[114604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 19:51:27.208108 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab29da-e0dc-4c67-b215-fb49b2155c3a req-507d839e-0214-4ed4-a3df-4663d64ca7e5 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:27.209566 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-28ab29da-e0dc-4c67-b215-fb49b2155c3a req-507d839e-0214-4ed4-a3df-4663d64ca7e5 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.20 "GET /v2.0/ports?device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 946 time: 0.1072197 Mar 09 19:51:27.226487 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2d8cacae-43d4-4cc0-a220-aa1cdb1bc3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396956'] for network (5292df47-75ea-4706-a7a6-2f7c489abbad), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:27.262032 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2d8cacae-43d4-4cc0-a220-aa1cdb1bc3df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:27.265244 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-2d8cacae-43d4-4cc0-a220-aa1cdb1bc3df admin admin] 10.222.0.16 "DELETE /v2.0/networks/5292df47-75ea-4706-a7a6-2f7c489abbad HTTP/1.1" status: 204 len: 168 time: 0.3704286 Mar 09 19:51:27.269308 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cacae-43d4-4cc0-a220-aa1cdb1bc3df admin admin] Pushing event deleted for resources: {'Network': ['ID=5292df47-75ea-4706-a7a6-2f7c489abbad,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:27.334857 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [req-28ab29da-e0dc-4c67-b215-fb49b2155c3a req-42fddac2-e652-4088-ba01-4aebd7b3a360 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Deleting port cccc21a2-feed-42ee-af86-1dccb2b4b094 {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:51:27.335541 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-28ab29da-e0dc-4c67-b215-fb49b2155c3a req-42fddac2-e652-4088-ba01-4aebd7b3a360 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (cccc21a2-feed-42ee-af86-1dccb2b4b094), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:27.443292 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-28ab29da-e0dc-4c67-b215-fb49b2155c3a req-42fddac2-e652-4088-ba01-4aebd7b3a360 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] For port cccc21a2-feed-42ee-af86-1dccb2b4b094, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=cccc21a2-feed-42ee-af86-1dccb2b4b094,segment=NetworkSegment(073025e3-f1da-4331-8b47-8a917622e3d2),segment_id=073025e3-f1da-4331-8b47-8a917622e3d2)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:51:27.443421 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-28ab29da-e0dc-4c67-b215-fb49b2155c3a req-42fddac2-e652-4088-ba01-4aebd7b3a360 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (cccc21a2-feed-42ee-af86-1dccb2b4b094), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:27.456644 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [req-28ab29da-e0dc-4c67-b215-fb49b2155c3a req-42fddac2-e652-4088-ba01-4aebd7b3a360 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Calling delete_port for cccc21a2-feed-42ee-af86-1dccb2b4b094 owned by compute:nova {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:51:27.478913 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 39832) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:27.504079 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-1ce79c2d-f603-4022-a9f4-4008e68c6ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:27.560099 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-f5c0fbf8-5b0b-4cdd-bab3-c0e57ac68fb3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b88b426860640bca7579a4c9a166d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0793626 Mar 09 19:51:27.562615 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 39842) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:27.622093 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6f44761e-f252-4a50-880f-084afb1af695 admin admin] Publish callbacks [] for security_group (12335e87-3131-4b42-a8a1-71f9ca89411d), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:27.654078 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-28ab29da-e0dc-4c67-b215-fb49b2155c3a req-42fddac2-e652-4088-ba01-4aebd7b3a360 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (cccc21a2-feed-42ee-af86-1dccb2b4b094), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:27.655013 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6f44761e-f252-4a50-880f-084afb1af695 admin admin] Publish callbacks [] for security_group (12335e87-3131-4b42-a8a1-71f9ca89411d), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:27.670313 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['cccc21a2-feed-42ee-af86-1dccb2b4b094'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:51:27.709359 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6f44761e-f252-4a50-880f-084afb1af695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (12335e87-3131-4b42-a8a1-71f9ca89411d), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:27.712012 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6f44761e-f252-4a50-880f-084afb1af695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:27.713226 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-6f44761e-f252-4a50-880f-084afb1af695 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12335e87-3131-4b42-a8a1-71f9ca89411d HTTP/1.1" status: 204 len: 168 time: 0.1492481 Mar 09 19:51:27.713598 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fddac2-e652-4088-ba01-4aebd7b3a360 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Pushing event deleted for resources: {'Port': ['ID=cccc21a2-feed-42ee-af86-1dccb2b4b094,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:27.721660 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44761e-f252-4a50-880f-084afb1af695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12335e87-3131-4b42-a8a1-71f9ca89411d,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:27.768923 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ab29da-e0dc-4c67-b215-fb49b2155c3a req-42fddac2-e652-4088-ba01-4aebd7b3a360 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] No DVR routers for this DVR port cccc21a2-feed-42ee-af86-1dccb2b4b094 on host hv-cinder-78836 {{(pid=114604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:51:27.772379 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-28ab29da-e0dc-4c67-b215-fb49b2155c3a req-42fddac2-e652-4088-ba01-4aebd7b3a360 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:27.776458 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-28ab29da-e0dc-4c67-b215-fb49b2155c3a req-42fddac2-e652-4088-ba01-4aebd7b3a360 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.20 "DELETE /v2.0/ports/cccc21a2-feed-42ee-af86-1dccb2b4b094 HTTP/1.1" status: 204 len: 173 time: 0.5586281 Mar 09 19:51:27.776930 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7674c523-0760-460c-9a34-aaf8c5efe67c', 'name': 'network-vif-deleted', 'tag': 'cccc21a2-feed-42ee-af86-1dccb2b4b094'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:51:27.779225 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d99e619-636f-4ea4-b1a2-373fe1b9c803" -d '{"events": [{"server_uuid": "7674c523-0760-460c-9a34-aaf8c5efe67c", "name": "network-vif-deleted", "tag": "cccc21a2-feed-42ee-af86-1dccb2b4b094"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:51:27.830503 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11897977-aa80-44c3-b1ce-97b03da73d86 x-openstack-request-id: req-11897977-aa80-44c3-b1ce-97b03da73d86 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:51:27.830795 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7674c523-0760-460c-9a34-aaf8c5efe67c", "name": "network-vif-deleted", "tag": "cccc21a2-feed-42ee-af86-1dccb2b4b094", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:51:27.830993 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11897977-aa80-44c3-b1ce-97b03da73d86 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:51:27.831377 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7674c523-0760-460c-9a34-aaf8c5efe67c', 'name': 'network-vif-deleted', 'tag': 'cccc21a2-feed-42ee-af86-1dccb2b4b094', 'status': 'completed', 'code': 200} Mar 09 19:51:27.863786 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35eae1-35aa-4ad3-82a0-29056af9ff43 req-8c2a1264-a9dc-4a47-9f77-8be80a4e0cd8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:27.865754 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8f35eae1-35aa-4ad3-82a0-29056af9ff43 req-8c2a1264-a9dc-4a47-9f77-8be80a4e0cd8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0726013 Mar 09 19:51:27.937151 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8f35eae1-35aa-4ad3-82a0-29056af9ff43 req-0d7264f2-f703-4a60-b9a3-267d49a16517 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654566 Mar 09 19:51:28.030245 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-854ce122-f93f-43e9-b001-eaa4667c00ce req-afe15a0c-ceaa-4768-88c0-c767c5ff8199 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=7674c523-0760-460c-9a34-aaf8c5efe67c HTTP/1.1" status: 200 len: 210 time: 0.0308702 Mar 09 19:51:28.127866 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 39870) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:28.174965 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-8f376063-7367-4fba-bde4-3667b74b22ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fe9ccbd6410048d0ae9ea659c84c124e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459228 Mar 09 19:51:28.177362 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 39872) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:28.223892 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-24d67f07-4e6e-4a34-8882-1049ab3f0329 admin admin] Publish callbacks [] for security_group (e15396b4-98bb-42b9-b708-dca2a170e013), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:28.245021 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-24d67f07-4e6e-4a34-8882-1049ab3f0329 admin admin] Publish callbacks [] for security_group (e15396b4-98bb-42b9-b708-dca2a170e013), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:28.296526 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-24d67f07-4e6e-4a34-8882-1049ab3f0329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (e15396b4-98bb-42b9-b708-dca2a170e013), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:28.299733 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-24d67f07-4e6e-4a34-8882-1049ab3f0329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:28.300933 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-24d67f07-4e6e-4a34-8882-1049ab3f0329 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e15396b4-98bb-42b9-b708-dca2a170e013 HTTP/1.1" status: 204 len: 168 time: 0.1226466 Mar 09 19:51:28.308872 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d67f07-4e6e-4a34-8882-1049ab3f0329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15396b4-98bb-42b9-b708-dca2a170e013,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:29.074276 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:51:29.095644 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f2bec-21a0-4335-9839-7bb572235dcf req-3fbec9e0-a7f3-4494-90b7-6aaf7c9c1ba9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:29.105183 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-de9f2bec-21a0-4335-9839-7bb572235dcf req-3fbec9e0-a7f3-4494-90b7-6aaf7c9c1ba9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0772557 Mar 09 19:51:29.152801 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-de9f2bec-21a0-4335-9839-7bb572235dcf req-e13713bb-fde8-4a1b-8177-6582b0c7cbf4 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470376 Mar 09 19:51:29.377785 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-ab8846a3-6673-47d1-9a28-1526a0dcf72e tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:29.379308 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-ab8846a3-6673-47d1-9a28-1526a0dcf72e tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/networks?id=9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 HTTP/1.1" status: 200 len: 808 time: 0.1204166 Mar 09 19:51:29.395895 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-7d5c6d96-5478-43fc-9634-4017f14192b4 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/quotas/3e360ad0f87843a5924bb93a9c02b57a HTTP/1.1" status: 200 len: 375 time: 0.0106514 Mar 09 19:51:29.429708 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-769a4be9-4104-4232-a540-8b2f4a42a094 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e360ad0f87843a5924bb93a9c02b57a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284812 Mar 09 19:51:29.524898 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-38b201d7-354a-4ee5-86b8-491fc022e543 service neutron] 10.222.0.16 "GET /v2.0/networks/9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876002 Mar 09 19:51:29.646010 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-f3f70084-d8d2-4f7f-833e-d8825360f165 service neutron] 10.222.0.16 "GET /v2.0/networks/9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088924 Mar 09 19:51:29.727094 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-24f5f686-d319-45b1-99c5-d53e24299a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:29.807468 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d162d439-521b-4093-90a6-7c5ce78849cf req-79295349-6057-4914-87e0-5b7df5f746ae tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 210 time: 0.0272691 Mar 09 19:51:30.330164 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3d0ba-8faa-423b-aa54-6d819bc88d5f req-509dc244-d6d3-4274-b9eb-4c6b4405a28c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:30.331825 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5da3d0ba-8faa-423b-aa54-6d819bc88d5f req-509dc244-d6d3-4274-b9eb-4c6b4405a28c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0732515 Mar 09 19:51:30.400491 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5da3d0ba-8faa-423b-aa54-6d819bc88d5f req-5d6fded1-2b78-43aa-9f7b-2f063f0f7f5f tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629628 Mar 09 19:51:30.654466 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 40028) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:30.768186 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-27b87e47-142e-41c5-81c5-dcc50a42bd21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:30.833811 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:30.862077 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-27b87e47-142e-41c5-81c5-dcc50a42bd21 admin admin] Publish callbacks [] for security_group (bf6b0af2-bf33-473b-a8c3-7ddec446ea8c), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:30.867837 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-27b87e47-142e-41c5-81c5-dcc50a42bd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (bf6b0af2-bf33-473b-a8c3-7ddec446ea8c), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:30.896512 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-27b87e47-142e-41c5-81c5-dcc50a42bd21 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97d701c7a9684e7fa0fa23e155cc47dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412367 Mar 09 19:51:30.901316 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 40034) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:30.925683 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-44af96bd-decb-459d-8910-47445b746ffa req-d764442e-aca9-419c-829d-3501ec01d02a tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 210 time: 0.0382910 Mar 09 19:51:30.952674 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b87e47-142e-41c5-81c5-dcc50a42bd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6b0af2-bf33-473b-a8c3-7ddec446ea8c,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:30.973244 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0d55ec9b-49c4-47bb-b89f-76fe4c817482 admin admin] Publish callbacks [] for security_group (bf6b0af2-bf33-473b-a8c3-7ddec446ea8c), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:31.000360 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0d55ec9b-49c4-47bb-b89f-76fe4c817482 admin admin] Publish callbacks [] for security_group (bf6b0af2-bf33-473b-a8c3-7ddec446ea8c), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:31.012588 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-61eda912-03ac-4fa7-aebe-8d45b832922b tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:31.014500 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-61eda912-03ac-4fa7-aebe-8d45b832922b tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.20 "GET /v2.0/networks?id=9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 HTTP/1.1" status: 200 len: 808 time: 0.1678300 Mar 09 19:51:31.027808 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-a9d216d5-82fa-4abd-b481-3866b7834166 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Request body: {'port': {'device_id': 'c6d4783e-7839-4fbd-9066-0285e0dafe95', 'network_id': '9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8', 'admin_state_up': True, 'tenant_id': '3e360ad0f87843a5924bb93a9c02b57a'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:31.047925 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0d55ec9b-49c4-47bb-b89f-76fe4c817482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (bf6b0af2-bf33-473b-a8c3-7ddec446ea8c), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:31.050619 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0d55ec9b-49c4-47bb-b89f-76fe4c817482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:31.051745 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-0d55ec9b-49c4-47bb-b89f-76fe4c817482 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf6b0af2-bf33-473b-a8c3-7ddec446ea8c HTTP/1.1" status: 204 len: 168 time: 0.1495452 Mar 09 19:51:31.060758 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device cccc21a2-feed-42ee-af86-1dccb2b4b094 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:51:31.062215 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55ec9b-49c4-47bb-b89f-76fe4c817482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6b0af2-bf33-473b-a8c3-7ddec446ea8c,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:31.086077 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: cccc21a2-feed-42ee-af86-1dccb2b4b094 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:51:31.086616 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device cccc21a2-feed-42ee-af86-1dccb2b4b094 not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:51:31.141097 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-a9d216d5-82fa-4abd-b481-3866b7834166 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Made reservation on behalf of 3e360ad0f87843a5924bb93a9c02b57a for: {'port': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:51:31.144966 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-a9d216d5-82fa-4abd-b481-3866b7834166 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:31.281790 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-a9d216d5-82fa-4abd-b481-3866b7834166 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Allocated IP 172.20.0.4 (9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8/bdd49c9c-a373-461f-8fd5-eabd741f1dec/d04734c9-3dcf-4292-9ebf-a20129bfd78b) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:51:31.467643 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-a9d216d5-82fa-4abd-b481-3866b7834166 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Publish callbacks [] for port (d04734c9-3dcf-4292-9ebf-a20129bfd78b), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:31.536716 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-a9d216d5-82fa-4abd-b481-3866b7834166 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (d04734c9-3dcf-4292-9ebf-a20129bfd78b), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:31.550007 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef49097-3b45-4ede-a5ac-a2b2b0550d4b req-3ce735a4-000b-4e78-b13b-bd4b68f22bb8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:31.551489 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1ef49097-3b45-4ede-a5ac-a2b2b0550d4b req-3ce735a4-000b-4e78-b13b-bd4b68f22bb8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0756395 Mar 09 19:51:31.602034 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-a9d216d5-82fa-4abd-b481-3866b7834166 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Network 9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:51:31.609967 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-a9d216d5-82fa-4abd-b481-3866b7834166 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:51:31.615702 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-a9d216d5-82fa-4abd-b481-3866b7834166 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:51:31.627156 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d216d5-82fa-4abd-b481-3866b7834166 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Pushing event updated for resources: {'Port': ['ID=d04734c9-3dcf-4292-9ebf-a20129bfd78b,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:31.686403 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1ef49097-3b45-4ede-a5ac-a2b2b0550d4b req-5768f453-8019-4efc-8370-fe2e83874cf3 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107721 Mar 09 19:51:31.694584 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-a9d216d5-82fa-4abd-b481-3866b7834166 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:31.695198 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-a9d216d5-82fa-4abd-b481-3866b7834166 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:31.719602 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-a9d216d5-82fa-4abd-b481-3866b7834166 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6961846 Mar 09 19:51:31.731403 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Request body: {'port': {'device_id': 'c6d4783e-7839-4fbd-9066-0285e0dafe95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:31.795364 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (d04734c9-3dcf-4292-9ebf-a20129bfd78b), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:32.047649 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:32.106212 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d04734c9-3dcf-4292-9ebf-a20129bfd78b {{(pid=114604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:51:32.118601 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fa650-7fd6-4190-9d50-1d3ee9d7a50c req-9a602c52-0673-46e2-b0dd-27988faeb656 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:32.120369 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ce3fa650-7fd6-4190-9d50-1d3ee9d7a50c req-9a602c52-0673-46e2-b0dd-27988faeb656 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 931 time: 0.1082237 Mar 09 19:51:32.125448 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Publish callbacks [] for port (d04734c9-3dcf-4292-9ebf-a20129bfd78b), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:32.155748 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.provisioning_blocks [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Transition to ACTIVE for port object d04734c9-3dcf-4292-9ebf-a20129bfd78b will not be triggered until provisioned by entity L2. {{(pid=114604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 19:51:32.163083 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (d04734c9-3dcf-4292-9ebf-a20129bfd78b), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:32.224736 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ce3fa650-7fd6-4190-9d50-1d3ee9d7a50c req-d72e8f1b-6eb3-43f6-9973-40289c409922 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967944 Mar 09 19:51:32.233439 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Pushing event updated for resources: {'Port': ['ID=d04734c9-3dcf-4292-9ebf-a20129bfd78b,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:32.306238 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Attempting to bind port d04734c9-3dcf-4292-9ebf-a20129bfd78b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:51:32.306459 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Attempting to bind port d04734c9-3dcf-4292-9ebf-a20129bfd78b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '073025e3-f1da-4331-8b47-8a917622e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8'}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:51:32.306763 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Attempting to bind port d04734c9-3dcf-4292-9ebf-a20129bfd78b on network 9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:51:32.310899 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Port d04734c9-3dcf-4292-9ebf-a20129bfd78b on network 9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 19:51:32.311207 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Attempting to bind port d04734c9-3dcf-4292-9ebf-a20129bfd78b on network 9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:51:32.316414 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:51:32.316747 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Checking segment: {'id': '073025e3-f1da-4331-8b47-8a917622e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:51:32.317114 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Bound using segment: {'id': '073025e3-f1da-4331-8b47-8a917622e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8'} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:51:32.317533 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Bound port: d04734c9-3dcf-4292-9ebf-a20129bfd78b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073025e3-f1da-4331-8b47-8a917622e3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8'}}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:51:32.317884 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (d04734c9-3dcf-4292-9ebf-a20129bfd78b), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:32.378123 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] For port d04734c9-3dcf-4292-9ebf-a20129bfd78b, host hv-cinder-78836, cleared binding levels {{(pid=114604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:51:32.381167 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] For port d04734c9-3dcf-4292-9ebf-a20129bfd78b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d04734c9-3dcf-4292-9ebf-a20129bfd78b,segment=NetworkSegment(073025e3-f1da-4331-8b47-8a917622e3d2),segment_id=073025e3-f1da-4331-8b47-8a917622e3d2)] {{(pid=114604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:51:32.387887 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (d04734c9-3dcf-4292-9ebf-a20129bfd78b), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:32.421611 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:32.422219 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:32.423588 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] 10.222.0.20 "PUT /v2.0/ports/d04734c9-3dcf-4292-9ebf-a20129bfd78b HTTP/1.1" status: 200 len: 1093 time: 0.6966069 Mar 09 19:51:32.424029 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d4783e-7839-4fbd-9066-0285e0dafe95', 'tag': 'd04734c9-3dcf-4292-9ebf-a20129bfd78b'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:51:32.427658 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a83f418-c2e3-498c-ba26-739ec51405f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d4783e-7839-4fbd-9066-0285e0dafe95", "tag": "d04734c9-3dcf-4292-9ebf-a20129bfd78b"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:51:32.452888 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78a2fc-9195-4633-945b-d6a03a283594 service neutron] Pushing event updated for resources: {'Port': ['ID=d04734c9-3dcf-4292-9ebf-a20129bfd78b,revision_number=3']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:32.465926 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:32.489053 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23691b29-f771-4ae5-be98-4dc8554c678f x-openstack-request-id: req-23691b29-f771-4ae5-be98-4dc8554c678f {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:51:32.489550 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d4783e-7839-4fbd-9066-0285e0dafe95", "tag": "d04734c9-3dcf-4292-9ebf-a20129bfd78b", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:51:32.489782 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23691b29-f771-4ae5-be98-4dc8554c678f {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:51:32.489955 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d4783e-7839-4fbd-9066-0285e0dafe95', 'tag': 'd04734c9-3dcf-4292-9ebf-a20129bfd78b', 'status': 'completed', 'code': 200} Mar 09 19:51:32.534470 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-7bd14146-6282-4d46-bda2-699f1ddf73e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:32.536000 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-7bd14146-6282-4d46-bda2-699f1ddf73e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e360ad0f87843a5924bb93a9c02b57a&device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 1127 time: 0.0568402 Mar 09 19:51:32.586167 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-08b54020-7af3-49e8-b7e3-953e1967e6ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d04734c9-3dcf-4292-9ebf-a20129bfd78b HTTP/1.1" status: 200 len: 217 time: 0.0347033 Mar 09 19:51:32.637709 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-bf33753c-099a-4242-bb74-4bd63cfbd592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:32.639473 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-bf33753c-099a-4242-bb74-4bd63cfbd592 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bdd49c9c-a373-461f-8fd5-eabd741f1dec HTTP/1.1" status: 200 len: 848 time: 0.0444329 Mar 09 19:51:32.672375 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-1f39c735-c07e-4d32-aa2b-353892e8173c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245841 Mar 09 19:51:32.777911 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-ccd70eaf-a97f-4ea3-9ed3-867c3e3c23ae service neutron] 10.222.0.20 "GET /v2.0/networks/9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972834 Mar 09 19:51:32.871303 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a4f8f-26f6-46c6-82c0-c8c032828d50 req-6bc6cd2c-11bc-46cf-99fa-2e6517c4225d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:32.872693 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-233a4f8f-26f6-46c6-82c0-c8c032828d50 req-6bc6cd2c-11bc-46cf-99fa-2e6517c4225d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.1100187 Mar 09 19:51:32.911666 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d562ab47-f77f-43d3-b0de-ae96090c25bf req-877916cb-c1f5-403b-a26a-d2ad187cc902 service neutron] 10.222.0.20 "GET /v2.0/networks/9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199739 Mar 09 19:51:32.933867 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-233a4f8f-26f6-46c6-82c0-c8c032828d50 req-9c0b3f3f-f7fe-419a-8bc0-0bb9236ed409 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542629 Mar 09 19:51:33.002243 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83f418-c2e3-498c-ba26-739ec51405f9 req-c772365c-13ef-47e9-bf85-0162e54a04f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:33.003741 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4a83f418-c2e3-498c-ba26-739ec51405f9 req-c772365c-13ef-47e9-bf85-0162e54a04f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e360ad0f87843a5924bb93a9c02b57a&device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 1127 time: 0.0459571 Mar 09 19:51:33.351984 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83f418-c2e3-498c-ba26-739ec51405f9 req-d2816fcc-d7a5-47a8-8817-846442b34b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:33.353735 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4a83f418-c2e3-498c-ba26-739ec51405f9 req-d2816fcc-d7a5-47a8-8817-846442b34b90 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 HTTP/1.1" status: 200 len: 909 time: 0.3417745 Mar 09 19:51:33.374959 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163abe34-df8a-4a16-90f3-bce665e89c8a req-622a23a2-8b87-49a2-b9d7-c0ac64add9f1 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:33.377164 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-163abe34-df8a-4a16-90f3-bce665e89c8a req-622a23a2-8b87-49a2-b9d7-c0ac64add9f1 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 943 time: 0.0779629 Mar 09 19:51:33.405910 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4a83f418-c2e3-498c-ba26-739ec51405f9 req-c524c170-977e-41b8-a41e-2e0533480cd7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d04734c9-3dcf-4292-9ebf-a20129bfd78b HTTP/1.1" status: 200 len: 217 time: 0.0439849 Mar 09 19:51:33.482562 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-163abe34-df8a-4a16-90f3-bce665e89c8a req-c468051d-47b0-4bc2-8e7e-a5ae94778d39 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792401 Mar 09 19:51:33.484303 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83f418-c2e3-498c-ba26-739ec51405f9 req-d85d85ab-1f57-42ff-b4cf-c6d6e37b9588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:33.486731 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4a83f418-c2e3-498c-ba26-739ec51405f9 req-d85d85ab-1f57-42ff-b4cf-c6d6e37b9588 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bdd49c9c-a373-461f-8fd5-eabd741f1dec HTTP/1.1" status: 200 len: 848 time: 0.0675535 Mar 09 19:51:33.518872 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4a83f418-c2e3-498c-ba26-739ec51405f9 req-bbfff154-9b92-4798-98c9-7f8d6bb3583c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252812 Mar 09 19:51:33.620603 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4a83f418-c2e3-498c-ba26-739ec51405f9 req-1c3084e7-90ac-4584-bfa4-1f8ed8c5a37b service neutron] 10.222.0.20 "GET /v2.0/networks/9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944362 Mar 09 19:51:33.716996 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4a83f418-c2e3-498c-ba26-739ec51405f9 req-13d59dcb-2958-4196-a6af-bdf28e72520b service neutron] 10.222.0.20 "GET /v2.0/networks/9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878601 Mar 09 19:51:33.842216 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:34.053399 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b80c30-d26e-4eb1-a7e2-a423d24b9712 req-2d04bee9-33b1-4881-a2ac-13706edfcf66 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:34.054863 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-33b80c30-d26e-4eb1-a7e2-a423d24b9712 req-2d04bee9-33b1-4881-a2ac-13706edfcf66 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0543070 Mar 09 19:51:34.100523 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-33b80c30-d26e-4eb1-a7e2-a423d24b9712 req-0f2507ee-4432-4339-8244-355912dc421a tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400207 Mar 09 19:51:34.609852 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768eab9-6a7e-4327-9bed-ea9c2067c80d req-e8602340-cb53-494f-a8cf-e90b79a551fd tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:34.611696 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0768eab9-6a7e-4327-9bed-ea9c2067c80d req-e8602340-cb53-494f-a8cf-e90b79a551fd tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 943 time: 0.0607948 Mar 09 19:51:34.666611 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0768eab9-6a7e-4327-9bed-ea9c2067c80d req-ac5d9f73-ba01-4ed6-a4b7-b411b82a00d8 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489459 Mar 09 19:51:34.677803 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 40130) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:34.789256 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9f478bee-6f04-42aa-bd88-b08e6f8cb3a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:34.871731 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9f478bee-6f04-42aa-bd88-b08e6f8cb3a6 admin admin] Publish callbacks [] for security_group (7a36d7c1-9e99-4040-93f8-555c44aa8522), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:34.878631 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9f478bee-6f04-42aa-bd88-b08e6f8cb3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (7a36d7c1-9e99-4040-93f8-555c44aa8522), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:34.918240 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-9f478bee-6f04-42aa-bd88-b08e6f8cb3a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9049a8a45ae049b6a7df1af0a1313688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393348 Mar 09 19:51:34.920969 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 40146) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:34.925886 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f478bee-6f04-42aa-bd88-b08e6f8cb3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a36d7c1-9e99-4040-93f8-555c44aa8522,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:34.971270 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1495e01f-cd00-4d52-b654-5d6e32a40958 admin admin] Publish callbacks [] for security_group (7a36d7c1-9e99-4040-93f8-555c44aa8522), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:34.996564 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1495e01f-cd00-4d52-b654-5d6e32a40958 admin admin] Publish callbacks [] for security_group (7a36d7c1-9e99-4040-93f8-555c44aa8522), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:35.045782 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1495e01f-cd00-4d52-b654-5d6e32a40958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (7a36d7c1-9e99-4040-93f8-555c44aa8522), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:35.048369 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1495e01f-cd00-4d52-b654-5d6e32a40958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:35.049481 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-1495e01f-cd00-4d52-b654-5d6e32a40958 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a36d7c1-9e99-4040-93f8-555c44aa8522 HTTP/1.1" status: 204 len: 168 time: 0.1275342 Mar 09 19:51:35.056815 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495e01f-cd00-4d52-b654-5d6e32a40958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a36d7c1-9e99-4040-93f8-555c44aa8522,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:35.237390 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7cd41-fdc7-4786-8df9-d82a98504a95 req-72f38884-7788-4030-98af-95ac6db691c2 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:35.238899 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-94c7cd41-fdc7-4786-8df9-d82a98504a95 req-72f38884-7788-4030-98af-95ac6db691c2 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0707691 Mar 09 19:51:35.288508 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-94c7cd41-fdc7-4786-8df9-d82a98504a95 req-429f53ed-9c0a-4637-b3ed-642c8ce424ad tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419214 Mar 09 19:51:35.790285 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696686ba-64e6-4bd4-a708-0d72fc57584f req-67382563-12f0-44b9-b281-0023d1555625 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:35.791752 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-696686ba-64e6-4bd4-a708-0d72fc57584f req-67382563-12f0-44b9-b281-0023d1555625 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 943 time: 0.0519607 Mar 09 19:51:35.840826 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-696686ba-64e6-4bd4-a708-0d72fc57584f req-b21bdaef-7b4b-4df7-ac4d-5b9bb9d8ebd7 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434308 Mar 09 19:51:36.402607 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af53875-630f-42e3-99e0-d65c070263cb req-e8853d07-3e94-4c7b-b2d1-c4d4136574eb tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:36.404028 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7af53875-630f-42e3-99e0-d65c070263cb req-e8853d07-3e94-4c7b-b2d1-c4d4136574eb tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0504344 Mar 09 19:51:36.452486 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7af53875-630f-42e3-99e0-d65c070263cb req-b8dc4c9b-adc4-4b2e-bde1-dee399f74b43 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429397 Mar 09 19:51:36.955702 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87050d2e-2726-4e02-86c3-e67dc08ec685 req-783d80ba-92b1-42f6-9965-437bbf9f032d tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:36.957171 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-87050d2e-2726-4e02-86c3-e67dc08ec685 req-783d80ba-92b1-42f6-9965-437bbf9f032d tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 943 time: 0.0507481 Mar 09 19:51:37.002980 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-87050d2e-2726-4e02-86c3-e67dc08ec685 req-e3260992-9406-4a60-926b-75234869e25d tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403783 Mar 09 19:51:37.565922 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ab453-1cba-4e52-b985-75eeb0eb1e9a req-eb783cac-4788-463d-a193-941751785399 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:37.567358 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f46ab453-1cba-4e52-b985-75eeb0eb1e9a req-eb783cac-4788-463d-a193-941751785399 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0506883 Mar 09 19:51:37.614301 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f46ab453-1cba-4e52-b985-75eeb0eb1e9a req-bcf3242c-10ca-4977-a72f-9708711765f6 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414653 Mar 09 19:51:38.118835 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060a422-8175-4658-b2c5-7fcb0a39f4d4 req-8855b8e4-5273-4da3-9266-0f887fdd392f tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:38.120313 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0060a422-8175-4658-b2c5-7fcb0a39f4d4 req-8855b8e4-5273-4da3-9266-0f887fdd392f tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 943 time: 0.0538826 Mar 09 19:51:38.166373 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0060a422-8175-4658-b2c5-7fcb0a39f4d4 req-07d9cdfc-97c7-42b9-aa04-b25cc4b1cf03 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406971 Mar 09 19:51:38.732985 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0e32e-15cd-4bb0-b57f-9f5dbd6ae567 req-7919679d-277e-4c0e-9852-be3888e23f79 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:38.734364 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3dc0e32e-15cd-4bb0-b57f-9f5dbd6ae567 req-7919679d-277e-4c0e-9852-be3888e23f79 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0522711 Mar 09 19:51:38.779916 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3dc0e32e-15cd-4bb0-b57f-9f5dbd6ae567 req-e363d967-d377-4860-8eaf-09a1fafd262f tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394351 Mar 09 19:51:39.284130 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994306f-94cd-4e3a-888c-17cf9f6e8fc9 req-d029415c-ea60-45e0-a316-9df63c65c79b tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:39.285628 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9994306f-94cd-4e3a-888c-17cf9f6e8fc9 req-d029415c-ea60-45e0-a316-9df63c65c79b tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 943 time: 0.0557058 Mar 09 19:51:39.334470 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9994306f-94cd-4e3a-888c-17cf9f6e8fc9 req-cc6bec52-291b-4c09-bcd1-290e67201568 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430987 Mar 09 19:51:39.902443 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fb03a-a2f9-431a-8789-c9b802d833be req-82ba2ecb-102a-439c-91d6-7aaaaf9ecf83 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:39.903939 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-742fb03a-a2f9-431a-8789-c9b802d833be req-82ba2ecb-102a-439c-91d6-7aaaaf9ecf83 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0545456 Mar 09 19:51:39.957511 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-742fb03a-a2f9-431a-8789-c9b802d833be req-0f87c384-4180-4d03-ae20-99edd37182ce tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474634 Mar 09 19:51:40.450769 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd82258-d001-47e2-bf13-b9bee6500230 req-4f0581bd-bb8d-46ab-964c-9a9af35cca45 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:40.452292 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cfd82258-d001-47e2-bf13-b9bee6500230 req-4f0581bd-bb8d-46ab-964c-9a9af35cca45 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 943 time: 0.0514610 Mar 09 19:51:40.499968 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cfd82258-d001-47e2-bf13-b9bee6500230 req-a1bb2b1a-60fd-4d0f-806f-47e91f6a3b26 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416391 Mar 09 19:51:41.078402 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3cee6-b8d8-42b8-8254-85bc5c3bf17f req-d97d61a7-4f5b-4048-a56c-3811ba7c20bf tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:41.079835 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-68c3cee6-b8d8-42b8-8254-85bc5c3bf17f req-d97d61a7-4f5b-4048-a56c-3811ba7c20bf tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0541871 Mar 09 19:51:41.127015 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-68c3cee6-b8d8-42b8-8254-85bc5c3bf17f req-83b82468-8225-45a9-9846-032693f99bbe tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416660 Mar 09 19:51:41.618803 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d647c8-130c-4ab3-8ab3-63f60ad60aa0 req-2c719ad5-33ad-4176-907f-ff5038ac886c tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:41.620311 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-98d647c8-130c-4ab3-8ab3-63f60ad60aa0 req-2c719ad5-33ad-4176-907f-ff5038ac886c tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 943 time: 0.0547001 Mar 09 19:51:41.666638 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-98d647c8-130c-4ab3-8ab3-63f60ad60aa0 req-10e5290b-e986-4599-9c25-7190c505e6f2 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408061 Mar 09 19:51:42.246523 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bcac3-1823-4f9e-bd0d-60fca7a0c97c req-6723381c-3504-401a-8c0e-2964bbd22f0d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:42.248013 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-524bcac3-1823-4f9e-bd0d-60fca7a0c97c req-6723381c-3504-401a-8c0e-2964bbd22f0d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0563779 Mar 09 19:51:42.299595 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-524bcac3-1823-4f9e-bd0d-60fca7a0c97c req-364b92c1-40bd-4f59-83d3-b01741d882de tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444887 Mar 09 19:51:42.783865 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571ff5f-a0d2-4cb2-b870-8fa64d032fc8 req-26ac1f7f-e70e-41cb-9673-4c901299fa46 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:42.785348 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4571ff5f-a0d2-4cb2-b870-8fa64d032fc8 req-26ac1f7f-e70e-41cb-9673-4c901299fa46 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 943 time: 0.0517774 Mar 09 19:51:42.831611 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4571ff5f-a0d2-4cb2-b870-8fa64d032fc8 req-66d5ee78-15c9-4829-a1c9-f5b7a6583573 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408263 Mar 09 19:51:43.428849 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f40201-60cd-4166-8ecb-db1160f7a343 req-14519b3d-1f50-49c2-8bbd-53d26a7dcf0b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:43.430449 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e5f40201-60cd-4166-8ecb-db1160f7a343 req-14519b3d-1f50-49c2-8bbd-53d26a7dcf0b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0534937 Mar 09 19:51:43.481679 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e5f40201-60cd-4166-8ecb-db1160f7a343 req-68909f89-f0a3-4a09-a31f-b98174b56635 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453191 Mar 09 19:51:43.959875 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd90f6-2141-48f2-ad2a-dd75a57f379a req-6e16aa37-51cb-44b6-8663-53787a7b70c0 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:43.961687 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-67fd90f6-2141-48f2-ad2a-dd75a57f379a req-6e16aa37-51cb-44b6-8663-53787a7b70c0 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 943 time: 0.0557928 Mar 09 19:51:44.010224 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-67fd90f6-2141-48f2-ad2a-dd75a57f379a req-05262549-676e-4eec-a60f-6cd1de94ed67 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429993 Mar 09 19:51:44.603556 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4fc65-5a8f-499e-ae1e-f770c38c5cc1 req-5a1db8b8-bfc2-4ef9-9218-49bf12917770 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:44.605261 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3ff4fc65-5a8f-499e-ae1e-f770c38c5cc1 req-5a1db8b8-bfc2-4ef9-9218-49bf12917770 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0569224 Mar 09 19:51:44.652354 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3ff4fc65-5a8f-499e-ae1e-f770c38c5cc1 req-268afe1e-4b82-4cec-9b9f-e574abd1bd56 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416985 Mar 09 19:51:45.131462 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddbbd3-352f-4a4d-a84b-48d3b8fc7a2e req-cb4fb450-687e-4b8c-9fcf-1a89223861dd tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:45.133208 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-18ddbbd3-352f-4a4d-a84b-48d3b8fc7a2e req-cb4fb450-687e-4b8c-9fcf-1a89223861dd tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 943 time: 0.0563080 Mar 09 19:51:45.181982 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-18ddbbd3-352f-4a4d-a84b-48d3b8fc7a2e req-1ca77bc2-6929-4708-a8ed-5ac983c3fcc8 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429983 Mar 09 19:51:45.769416 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e7e09-e0ab-49b7-b025-a1285b4ed0a6 req-fbe19c72-e6be-4177-b1e2-10a81dfe58e1 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:45.770874 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-978e7e09-e0ab-49b7-b025-a1285b4ed0a6 req-fbe19c72-e6be-4177-b1e2-10a81dfe58e1 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0532227 Mar 09 19:51:45.818413 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-978e7e09-e0ab-49b7-b025-a1285b4ed0a6 req-6eb34a3f-8379-47a1-b5db-dbab9af78b2b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419962 Mar 09 19:51:46.298378 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cef290-9c80-481c-995e-fc02e43c3701 req-9b34f047-c7c6-4642-a1cf-6d562c40157a tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:46.300194 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-46cef290-9c80-481c-995e-fc02e43c3701 req-9b34f047-c7c6-4642-a1cf-6d562c40157a tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 943 time: 0.0513058 Mar 09 19:51:46.353097 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-46cef290-9c80-481c-995e-fc02e43c3701 req-98870839-3534-4d16-a2b2-0c759b499c40 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468676 Mar 09 19:51:46.960711 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158fa2d-aac7-480b-aa5d-9b99202b47bf req-06274189-e673-470c-87df-4fdabc0d7b85 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:46.962178 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d158fa2d-aac7-480b-aa5d-9b99202b47bf req-06274189-e673-470c-87df-4fdabc0d7b85 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0672965 Mar 09 19:51:47.009400 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d158fa2d-aac7-480b-aa5d-9b99202b47bf req-b2d120f0-b288-4563-af9e-ec122ac6db6d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415912 Mar 09 19:51:47.496180 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4426e5-c2cb-4d7f-bafd-60c5d9b1a089 req-c9e521c8-4584-4cdb-940a-2976734f7b45 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:47.498327 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3a4426e5-c2cb-4d7f-bafd-60c5d9b1a089 req-c9e521c8-4584-4cdb-940a-2976734f7b45 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 943 time: 0.0751235 Mar 09 19:51:47.557433 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3a4426e5-c2cb-4d7f-bafd-60c5d9b1a089 req-8475135f-ee07-4c56-9aaa-26bb6ebc4671 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505252 Mar 09 19:51:48.372846 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89cb62-16d3-4557-9414-5c8806d5b57b req-e29ab4d8-9a6f-4ecf-8472-d081f3993b31 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:48.374512 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3c89cb62-16d3-4557-9414-5c8806d5b57b req-e29ab4d8-9a6f-4ecf-8472-d081f3993b31 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0617363 Mar 09 19:51:48.426172 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3c89cb62-16d3-4557-9414-5c8806d5b57b req-4df73e1b-8d7e-43f6-a66e-d7b5d90a773c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455322 Mar 09 19:51:48.683155 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92fa0b-fb95-4c2f-b98e-76cb9d43a44b req-bef52638-4957-49ad-95df-8538ef6bc330 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:48.684579 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7d92fa0b-fb95-4c2f-b98e-76cb9d43a44b req-bef52638-4957-49ad-95df-8538ef6bc330 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 943 time: 0.0545015 Mar 09 19:51:48.732954 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7d92fa0b-fb95-4c2f-b98e-76cb9d43a44b req-a3b5b32d-6074-4e9d-b8ab-5797427dec24 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427296 Mar 09 19:51:49.549898 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509d01a-e56c-428a-b7c7-cf1b602b195c req-42846abc-bdf9-4597-82ec-be14bed5de43 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:49.551387 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8509d01a-e56c-428a-b7c7-cf1b602b195c req-42846abc-bdf9-4597-82ec-be14bed5de43 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0578718 Mar 09 19:51:49.599282 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8509d01a-e56c-428a-b7c7-cf1b602b195c req-ba316f0c-1b42-4bc7-8845-4704b5543ba9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421205 Mar 09 19:51:49.866519 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af3e74-64cb-404e-bb2e-b2e4cf804971 req-44052add-0c95-483a-a5d5-1ea0ff07ce34 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:49.868116 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b7af3e74-64cb-404e-bb2e-b2e4cf804971 req-44052add-0c95-483a-a5d5-1ea0ff07ce34 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 943 time: 0.0623674 Mar 09 19:51:49.920182 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b7af3e74-64cb-404e-bb2e-b2e4cf804971 req-6b3947ee-8fe5-4256-8f4d-b3c13361acf1 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438831 Mar 09 19:51:50.716989 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10424ae7-cc42-4ec5-bba5-5369049eb0a0 req-62daccfd-4b87-4095-9c10-95f2b5690b37 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:50.718449 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-10424ae7-cc42-4ec5-bba5-5369049eb0a0 req-62daccfd-4b87-4095-9c10-95f2b5690b37 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0515940 Mar 09 19:51:50.767642 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-10424ae7-cc42-4ec5-bba5-5369049eb0a0 req-abd663d6-598b-4c2b-85e2-2be7b88fbf9b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436559 Mar 09 19:51:51.038889 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55feeb27-3de7-4b91-a52c-92aed5bb1706 req-f5e8e3b2-2f61-4575-8b1a-7ca57943e7fb tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:51.040392 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-55feeb27-3de7-4b91-a52c-92aed5bb1706 req-f5e8e3b2-2f61-4575-8b1a-7ca57943e7fb tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 943 time: 0.0525432 Mar 09 19:51:51.086420 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-55feeb27-3de7-4b91-a52c-92aed5bb1706 req-c98e9a48-74bd-4570-af1d-d8e98fdb1543 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405416 Mar 09 19:51:51.887977 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166653cd-e083-4078-8b37-db37fc142b30 req-70d001e6-3192-482f-bbc4-7be13da21e44 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:51.889488 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-166653cd-e083-4078-8b37-db37fc142b30 req-70d001e6-3192-482f-bbc4-7be13da21e44 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0571923 Mar 09 19:51:51.937665 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-166653cd-e083-4078-8b37-db37fc142b30 req-abbb2a78-58ce-48c6-89a5-366a3a35ac95 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420818 Mar 09 19:51:52.162840 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-31893734-d73a-451d-a98f-d2bbfe0ce0cc tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4e66fda9b72948889e604a77666b1c1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452304 Mar 09 19:51:52.353104 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25affa-ccc4-41a8-b98b-22eff7807824 req-466dc446-b7be-4e92-a601-c47f04bf1809 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:52.354493 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fc25affa-ccc4-41a8-b98b-22eff7807824 req-466dc446-b7be-4e92-a601-c47f04bf1809 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 943 time: 0.1947954 Mar 09 19:51:52.379045 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-de01bdb5-4939-45be-8f14-440c81d4efd0 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:52.380481 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-de01bdb5-4939-45be-8f14-440c81d4efd0 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2095048 Mar 09 19:51:52.404789 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-acced76b-ff4b-4f41-b9c9-9292d73497e1 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/quotas/4e66fda9b72948889e604a77666b1c1a HTTP/1.1" status: 200 len: 375 time: 0.0180075 Mar 09 19:51:52.444905 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-d6ef839e-31bb-4c82-bd43-ba4c9f8febb8 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4e66fda9b72948889e604a77666b1c1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347331 Mar 09 19:51:52.449222 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fc25affa-ccc4-41a8-b98b-22eff7807824 req-13fc20e9-d3ba-4a1b-bde9-6ba4301ac07f tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859377 Mar 09 19:51:52.608742 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6e144a90-af40-4dc5-8d91-5d1000884b31 req-613b3b0a-dc8e-4e3b-9176-76cc12f9efb0 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 210 time: 0.0287685 Mar 09 19:51:53.062550 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcf9d8-1e8c-44dd-a755-6b2e09d6e875 req-68ebaf99-9950-4f7e-9f72-7fe51317b637 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:53.064053 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0bbcf9d8-1e8c-44dd-a755-6b2e09d6e875 req-68ebaf99-9950-4f7e-9f72-7fe51317b637 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0525146 Mar 09 19:51:53.121425 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0bbcf9d8-1e8c-44dd-a755-6b2e09d6e875 req-29ac237d-83b7-4718-88a5-416755817627 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516288 Mar 09 19:51:53.565793 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34504e-4da1-4f26-a40f-074c640ba023 req-f6df1f8f-122b-4727-be97-7f4b17571989 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:53.567291 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ac34504e-4da1-4f26-a40f-074c640ba023 req-f6df1f8f-122b-4727-be97-7f4b17571989 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 943 time: 0.0527153 Mar 09 19:51:53.615905 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ac34504e-4da1-4f26-a40f-074c640ba023 req-3c07f425-ac3e-42e2-b437-5881a4cf94da tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421233 Mar 09 19:51:53.713127 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-aadcdb0b-6285-4fca-9601-a364f156d754 req-4680e126-38f1-4c41-88ab-b4655f8edb56 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 210 time: 0.0364592 Mar 09 19:51:53.723122 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-b31e9590-a864-40f8-9ab1-f226ac8dd863 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4e66fda9b72948889e604a77666b1c1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363917 Mar 09 19:51:53.865352 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-f3427247-2a97-4278-9e79-1a6a85bfd83b tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:53.866758 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-f3427247-2a97-4278-9e79-1a6a85bfd83b tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1361835 Mar 09 19:51:53.874269 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec603c-c8ad-4af4-94a3-dcd9089d0521 req-c3b59586-3e57-4eec-93bc-c752e9079d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:53.875609 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-37ec603c-c8ad-4af4-94a3-dcd9089d0521 req-c3b59586-3e57-4eec-93bc-c752e9079d50 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 1129 time: 0.0756333 Mar 09 19:51:53.899695 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-8034651e-e166-4741-af44-ec636ebe77f6 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Request body: {'port': {'device_id': '3d5b336a-f863-4130-811c-fe14e5dabb0a', 'network_id': 'f9be9ae7-b0e5-4a96-bb56-afb89d673beb', 'admin_state_up': True, 'tenant_id': '4e66fda9b72948889e604a77666b1c1a'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:54.001982 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-37ec603c-c8ad-4af4-94a3-dcd9089d0521 req-3177fd21-8d76-46ad-920d-4200374c0b15 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990860 Mar 09 19:51:54.042118 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-8034651e-e166-4741-af44-ec636ebe77f6 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Made reservation on behalf of 4e66fda9b72948889e604a77666b1c1a for: {'port': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:51:54.045411 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-8034651e-e166-4741-af44-ec636ebe77f6 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:54.054365 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-8034651e-e166-4741-af44-ec636ebe77f6 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:54.136125 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-8034651e-e166-4741-af44-ec636ebe77f6 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Publish callbacks [] for security_group (bca47e9f-9df9-4d8c-9297-65746ba44963), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:54.140016 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-8034651e-e166-4741-af44-ec636ebe77f6 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (bca47e9f-9df9-4d8c-9297-65746ba44963), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:54.221511 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034651e-e166-4741-af44-ec636ebe77f6 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca47e9f-9df9-4d8c-9297-65746ba44963,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:54.330232 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dcd19-f5a4-44ad-b71a-9d5cf124a693 req-e8a93dcf-9f29-4442-ad8f-f89e137cf5db tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:54.331795 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-254dcd19-f5a4-44ad-b71a-9d5cf124a693 req-e8a93dcf-9f29-4442-ad8f-f89e137cf5db tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.1291168 Mar 09 19:51:54.334252 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-8034651e-e166-4741-af44-ec636ebe77f6 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Allocated IP 192.168.233.212 (f9be9ae7-b0e5-4a96-bb56-afb89d673beb/42c9fba1-a899-4281-beb9-460a79c13e22/64f0f3fd-51ae-4d23-ba5c-5ba54e179c10) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:51:54.457888 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-254dcd19-f5a4-44ad-b71a-9d5cf124a693 req-21ee0eff-56e4-45ca-84b9-b785d467f7c9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203070 Mar 09 19:51:54.484952 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467c80a-2593-4ac8-a25b-a9099631fa35 req-9359aa80-dc7a-4499-9b5f-c7997c7fb2bb tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:54.486398 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d467c80a-2593-4ac8-a25b-a9099631fa35 req-9359aa80-dc7a-4499-9b5f-c7997c7fb2bb tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.1536047 Mar 09 19:51:54.584813 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d467c80a-2593-4ac8-a25b-a9099631fa35 req-1ec1c8c8-f397-42d0-be56-a37400e7f705 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888655 Mar 09 19:51:54.613724 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-8034651e-e166-4741-af44-ec636ebe77f6 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Publish callbacks [] for port (64f0f3fd-51ae-4d23-ba5c-5ba54e179c10), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:54.646914 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-8034651e-e166-4741-af44-ec636ebe77f6 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (64f0f3fd-51ae-4d23-ba5c-5ba54e179c10), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:54.690650 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-8034651e-e166-4741-af44-ec636ebe77f6 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Network f9be9ae7-b0e5-4a96-bb56-afb89d673beb is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:51:54.702275 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-8034651e-e166-4741-af44-ec636ebe77f6 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:51:54.709780 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-8034651e-e166-4741-af44-ec636ebe77f6 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:51:54.753619 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034651e-e166-4741-af44-ec636ebe77f6 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Pushing event updated for resources: {'Port': ['ID=64f0f3fd-51ae-4d23-ba5c-5ba54e179c10,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:54.789474 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-8034651e-e166-4741-af44-ec636ebe77f6 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:54.790259 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-8034651e-e166-4741-af44-ec636ebe77f6 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:54.819081 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8adea9-200a-46a8-a84d-880a6d938b02 req-c0cafa3a-09ba-4480-a58c-772454864c79 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:54.820654 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-af8adea9-200a-46a8-a84d-880a6d938b02 req-c0cafa3a-09ba-4480-a58c-772454864c79 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 943 time: 0.1344891 Mar 09 19:51:54.857471 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-8034651e-e166-4741-af44-ec636ebe77f6 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9612811 Mar 09 19:51:54.879619 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Request body: {'port': {'device_id': '3d5b336a-f863-4130-811c-fe14e5dabb0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:54.962162 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-b420df5c-3fe2-4910-9976-e47c2432492e None None] Provisioning complete for port 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:51:54.962733 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b420df5c-3fe2-4910-9976-e47c2432492e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (64f0f3fd-51ae-4d23-ba5c-5ba54e179c10), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:54.963621 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-af8adea9-200a-46a8-a84d-880a6d938b02 req-654f8c72-a811-4e5d-88b8-ffc12ed7dfba tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133361 Mar 09 19:51:54.974989 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414da33-404d-4532-8fc3-55cbc8814977 req-2976fcaf-37ae-45d3-82dc-06da9d72b2c3 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:54.976517 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0414da33-404d-4532-8fc3-55cbc8814977 req-2976fcaf-37ae-45d3-82dc-06da9d72b2c3 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 936 time: 0.1748676 Mar 09 19:51:54.980487 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (64f0f3fd-51ae-4d23-ba5c-5ba54e179c10), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:54.995825 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-b420df5c-3fe2-4910-9976-e47c2432492e None None] Port 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:51:55.071060 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0414da33-404d-4532-8fc3-55cbc8814977 req-3eff1412-c9c8-4bf5-bb80-1669afa6af1e tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812411 Mar 09 19:51:55.245260 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device d04734c9-3dcf-4292-9ebf-a20129bfd78b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:51:55.284138 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 {{(pid=114604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:51:55.293159 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Publish callbacks [] for port (64f0f3fd-51ae-4d23-ba5c-5ba54e179c10), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:55.307770 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.provisioning_blocks [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Transition to ACTIVE for port object 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 will not be triggered until provisioned by entity L2. {{(pid=114604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 19:51:55.311550 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (64f0f3fd-51ae-4d23-ba5c-5ba54e179c10), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:55.350111 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port d04734c9-3dcf-4292-9ebf-a20129bfd78b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d04734c9-3dcf-4292-9ebf-a20129bfd78b,segment=NetworkSegment(073025e3-f1da-4331-8b47-8a917622e3d2),segment_id=073025e3-f1da-4331-8b47-8a917622e3d2)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:51:55.362520 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': 'd04734c9-3dcf-4292-9ebf-a20129bfd78b', 'network_id': '9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8', 'port_id': 'd04734c9-3dcf-4292-9ebf-a20129bfd78b', 'mac_address': 'fa:16:3e:68:1f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd49c9c-a373-461f-8fd5-eabd741f1dec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:51:55.401831 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port d04734c9-3dcf-4292-9ebf-a20129bfd78b is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:51:55.402386 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (d04734c9-3dcf-4292-9ebf-a20129bfd78b), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:55.404486 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Pushing event updated for resources: {'Port': ['ID=64f0f3fd-51ae-4d23-ba5c-5ba54e179c10,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:55.417178 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d04734c9-3dcf-4292-9ebf-a20129bfd78b {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:51:55.438288 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port d04734c9-3dcf-4292-9ebf-a20129bfd78b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d04734c9-3dcf-4292-9ebf-a20129bfd78b,segment=NetworkSegment(073025e3-f1da-4331-8b47-8a917622e3d2),segment_id=073025e3-f1da-4331-8b47-8a917622e3d2)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:51:55.443398 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (d04734c9-3dcf-4292-9ebf-a20129bfd78b), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:55.475562 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Attempting to bind port 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:51:55.475985 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Attempting to bind port 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '044ba8d1-43b7-44a8-91dc-6ea2929a6e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f9be9ae7-b0e5-4a96-bb56-afb89d673beb'}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:51:55.476392 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Attempting to bind port 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 on network f9be9ae7-b0e5-4a96-bb56-afb89d673beb {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:51:55.481923 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Port 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 on network f9be9ae7-b0e5-4a96-bb56-afb89d673beb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 19:51:55.482330 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Attempting to bind port 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 on network f9be9ae7-b0e5-4a96-bb56-afb89d673beb {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:51:55.490794 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:51:55.491218 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Checking segment: {'id': '044ba8d1-43b7-44a8-91dc-6ea2929a6e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f9be9ae7-b0e5-4a96-bb56-afb89d673beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:51:55.491656 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Bound using segment: {'id': '044ba8d1-43b7-44a8-91dc-6ea2929a6e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f9be9ae7-b0e5-4a96-bb56-afb89d673beb'} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:51:55.492310 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Bound port: 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '044ba8d1-43b7-44a8-91dc-6ea2929a6e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f9be9ae7-b0e5-4a96-bb56-afb89d673beb'}}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:51:55.492736 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (64f0f3fd-51ae-4d23-ba5c-5ba54e179c10), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:55.510464 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=d04734c9-3dcf-4292-9ebf-a20129bfd78b,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:55.599976 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] For port 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10, host hv-cinder-78836, cleared binding levels {{(pid=114604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:51:55.604271 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] For port 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=64f0f3fd-51ae-4d23-ba5c-5ba54e179c10,segment=NetworkSegment(044ba8d1-43b7-44a8-91dc-6ea2929a6e5d),segment_id=044ba8d1-43b7-44a8-91dc-6ea2929a6e5d)] {{(pid=114604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:51:55.618535 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (64f0f3fd-51ae-4d23-ba5c-5ba54e179c10), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:55.633682 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f37c3e-1222-4f9f-a550-93a1a2a9d8e8 req-393fd47d-679e-4ca3-bf64-4f1da57ac8b6 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:55.635258 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e0f37c3e-1222-4f9f-a550-93a1a2a9d8e8 req-393fd47d-679e-4ca3-bf64-4f1da57ac8b6 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0923181 Mar 09 19:51:55.644719 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:55.645450 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:55.646694 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] 10.222.0.20 "PUT /v2.0/ports/64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 HTTP/1.1" status: 200 len: 1098 time: 0.7746384 Mar 09 19:51:55.668644 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5b336a-f863-4130-811c-fe14e5dabb0a', 'tag': '64f0f3fd-51ae-4d23-ba5c-5ba54e179c10'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:51:55.671441 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521a602b-d6e4-49ef-998c-6a1071feeb04" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5b336a-f863-4130-811c-fe14e5dabb0a", "tag": "64f0f3fd-51ae-4d23-ba5c-5ba54e179c10"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:51:55.797314 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd5d8f-4a01-48d4-8e2d-8c734a1bcb57 service neutron] Pushing event updated for resources: {'Port': ['ID=64f0f3fd-51ae-4d23-ba5c-5ba54e179c10,revision_number=3']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:55.806155 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['d04734c9-3dcf-4292-9ebf-a20129bfd78b'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:51:55.845170 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e0f37c3e-1222-4f9f-a550-93a1a2a9d8e8 req-2e25d131-b2f5-40fa-89db-00341f3e3fd5 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778910 Mar 09 19:51:55.857601 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066822b-fcfc-48c4-9b3e-f45e19e86699 req-575be75e-b1fe-4493-b865-df879b1ee42a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:55.859372 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8066822b-fcfc-48c4-9b3e-f45e19e86699 req-575be75e-b1fe-4493-b865-df879b1ee42a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.1579578 Mar 09 19:51:55.868759 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-04ead69d-7af0-4f1e-8db2-f8c69750bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:55.870915 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-04ead69d-7af0-4f1e-8db2-f8c69750bd9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e66fda9b72948889e604a77666b1c1a&device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 1132 time: 0.1724176 Mar 09 19:51:55.982514 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7422e2-a3ea-4f98-9d60-6c4d6eb610ed x-openstack-request-id: req-cd7422e2-a3ea-4f98-9d60-6c4d6eb610ed {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:51:55.983011 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5b336a-f863-4130-811c-fe14e5dabb0a", "tag": "64f0f3fd-51ae-4d23-ba5c-5ba54e179c10", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:51:55.983519 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd7422e2-a3ea-4f98-9d60-6c4d6eb610ed {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:51:55.984083 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5b336a-f863-4130-811c-fe14e5dabb0a', 'tag': '64f0f3fd-51ae-4d23-ba5c-5ba54e179c10', 'status': 'completed', 'code': 200} Mar 09 19:51:56.010943 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-3af27547-cddc-46b8-a0c1-34b269496483 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 HTTP/1.1" status: 200 len: 217 time: 0.1284015 Mar 09 19:51:56.030309 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8066822b-fcfc-48c4-9b3e-f45e19e86699 req-25b162c2-45d2-453e-9276-7c9cbd959c12 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534452 Mar 09 19:51:56.140222 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-81bb3b85-8be8-4070-b855-2d6fb35879a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:56.141910 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-81bb3b85-8be8-4070-b855-2d6fb35879a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42c9fba1-a899-4281-beb9-460a79c13e22 HTTP/1.1" status: 200 len: 843 time: 0.1106584 Mar 09 19:51:56.226900 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3ec29-f06e-4bcb-8a52-286150444e6c req-0c94dd0d-229b-4283-9bf0-cb291d99549f tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:56.233528 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-eba3ec29-f06e-4bcb-8a52-286150444e6c req-0c94dd0d-229b-4283-9bf0-cb291d99549f tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.1066730 Mar 09 19:51:56.260493 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 40640) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:56.264934 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-17f1040c-d796-4145-b5ec-1f85a92b36c8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--68266674', 'description': 'tempest-description--1437439991'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:56.278055 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-e516f901-c344-449a-b518-2367a8c67a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:56.279644 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-e516f901-c344-449a-b518-2367a8c67a1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f9be9ae7-b0e5-4a96-bb56-afb89d673beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1169951 Mar 09 19:51:56.309847 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-17f1040c-d796-4145-b5ec-1f85a92b36c8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:56.334907 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-eba3ec29-f06e-4bcb-8a52-286150444e6c req-0ac8f41a-2df7-4483-a0c7-8df477f082db tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990975 Mar 09 19:51:56.427288 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-17f1040c-d796-4145-b5ec-1f85a92b36c8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (f1d8a549-3a6c-47ee-88c1-5d939d2e72cc), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:56.431776 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-17f1040c-d796-4145-b5ec-1f85a92b36c8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (f1d8a549-3a6c-47ee-88c1-5d939d2e72cc), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:56.472173 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1040c-d796-4145-b5ec-1f85a92b36c8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:56.480298 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-17f1040c-d796-4145-b5ec-1f85a92b36c8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:56.485480 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-17f1040c-d796-4145-b5ec-1f85a92b36c8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2239256 Mar 09 19:51:56.486331 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 40646) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:56.492712 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-8452f372-69d6-4ddb-bf91-859bae40b168 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'security_group_rule': {'security_group_id': 'f1d8a549-3a6c-47ee-88c1-5d939d2e72cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:56.528697 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8452f372-69d6-4ddb-bf91-859bae40b168 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (eb47fe61-c034-4a9c-80b3-745c16492459), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:56.632153 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8452f372-69d6-4ddb-bf91-859bae40b168 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (eb47fe61-c034-4a9c-80b3-745c16492459), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:56.633770 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 40650) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:56.645464 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8452f372-69d6-4ddb-bf91-859bae40b168 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (eb47fe61-c034-4a9c-80b3-745c16492459), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:56.677126 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452f372-69d6-4ddb-bf91-859bae40b168 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb47fe61-c034-4a9c-80b3-745c16492459,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:56.691863 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8452f372-69d6-4ddb-bf91-859bae40b168 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:56.693738 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-8452f372-69d6-4ddb-bf91-859bae40b168 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2049096 Mar 09 19:51:56.696526 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 40656) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:56.703619 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-9b05e50c-b02d-4be2-b4de-36c91d477d75 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'security_group_rule': {'security_group_id': 'f1d8a549-3a6c-47ee-88c1-5d939d2e72cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:56.763694 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9b05e50c-b02d-4be2-b4de-36c91d477d75 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (4c004c51-a20b-4cc5-bc3d-ed9843824d05), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:56.773748 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a4f5c-5254-4c23-a791-5b03e8a5d80e req-8d5b7999-4fab-4e60-b3c2-4712c67641ba tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:56.775232 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-125a4f5c-5254-4c23-a791-5b03e8a5d80e req-8d5b7999-4fab-4e60-b3c2-4712c67641ba tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 944 time: 0.4341166 Mar 09 19:51:56.777027 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-83078f86-8a99-45b7-9dd4-b92abb2937bb service neutron] 10.222.0.20 "GET /v2.0/networks/f9be9ae7-b0e5-4a96-bb56-afb89d673beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865828 Mar 09 19:51:56.787219 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74770cd-80dd-4272-b41f-e804e680df69 req-200624f9-7eb4-4d51-970f-119625322242 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:56.788647 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c74770cd-80dd-4272-b41f-e804e680df69 req-200624f9-7eb4-4d51-970f-119625322242 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 948 time: 0.0906641 Mar 09 19:51:56.853475 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4c678073-f742-4bb0-931f-5ac4aa773e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:56.875381 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9b05e50c-b02d-4be2-b4de-36c91d477d75 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (4c004c51-a20b-4cc5-bc3d-ed9843824d05), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:56.883330 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9b05e50c-b02d-4be2-b4de-36c91d477d75 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (4c004c51-a20b-4cc5-bc3d-ed9843824d05), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:56.913867 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05e50c-b02d-4be2-b4de-36c91d477d75 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c004c51-a20b-4cc5-bc3d-ed9843824d05,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:56.914630 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-125a4f5c-5254-4c23-a791-5b03e8a5d80e req-6fc85685-b2c9-485f-9ad7-a90121814674 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250193 Mar 09 19:51:56.930317 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9b05e50c-b02d-4be2-b4de-36c91d477d75 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:56.932520 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c74770cd-80dd-4272-b41f-e804e680df69 req-91ea1b63-aa53-4245-9257-ab38a2e74e2f tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352155 Mar 09 19:51:56.940316 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-9b05e50c-b02d-4be2-b4de-36c91d477d75 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2423408 Mar 09 19:51:56.943518 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 40662) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:56.948013 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-25bb4a1b-19e9-4a5f-93f5-a91ee3e2873d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'floatingip': {'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:51:56.972446 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6943f2d2-4639-407b-ad9d-34ef2fbf592e req-37853275-4911-4c93-ba83-42d66844e24d service neutron] 10.222.0.20 "GET /v2.0/networks/f9be9ae7-b0e5-4a96-bb56-afb89d673beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762664 Mar 09 19:51:56.981161 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-25bb4a1b-19e9-4a5f-93f5-a91ee3e2873d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:56.981654 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4c678073-f742-4bb0-931f-5ac4aa773e09 admin admin] Publish callbacks [] for security_group (0d4e8d7b-f0ba-492a-9378-eea6bad31fc5), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:56.986298 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4c678073-f742-4bb0-931f-5ac4aa773e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (0d4e8d7b-f0ba-492a-9378-eea6bad31fc5), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:57.036001 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c678073-f742-4bb0-931f-5ac4aa773e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4e8d7b-f0ba-492a-9378-eea6bad31fc5,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:57.045955 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-4c678073-f742-4bb0-931f-5ac4aa773e09 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2ea09e472c341d5a448db2e26e49245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4103220 Mar 09 19:51:57.047308 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 40666) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:57.098412 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ddcc63b5-6a4a-4aae-a3db-cbbbbcd82d2b admin admin] Publish callbacks [] for security_group (0d4e8d7b-f0ba-492a-9378-eea6bad31fc5), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:57.121227 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ddcc63b5-6a4a-4aae-a3db-cbbbbcd82d2b admin admin] Publish callbacks [] for security_group (0d4e8d7b-f0ba-492a-9378-eea6bad31fc5), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:57.142708 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a602b-d6e4-49ef-998c-6a1071feeb04 req-7556bb10-1300-457b-a093-f866073e95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:57.144751 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-521a602b-d6e4-49ef-998c-6a1071feeb04 req-7556bb10-1300-457b-a093-f866073e95f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e66fda9b72948889e604a77666b1c1a&device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 1132 time: 0.0908308 Mar 09 19:51:57.148447 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-25bb4a1b-19e9-4a5f-93f5-a91ee3e2873d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:57.171510 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ddcc63b5-6a4a-4aae-a3db-cbbbbcd82d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (0d4e8d7b-f0ba-492a-9378-eea6bad31fc5), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:57.174120 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ddcc63b5-6a4a-4aae-a3db-cbbbbcd82d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:57.175253 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-ddcc63b5-6a4a-4aae-a3db-cbbbbcd82d2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d4e8d7b-f0ba-492a-9378-eea6bad31fc5 HTTP/1.1" status: 204 len: 168 time: 0.1271696 Mar 09 19:51:57.184934 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc63b5-6a4a-4aae-a3db-cbbbbcd82d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4e8d7b-f0ba-492a-9378-eea6bad31fc5,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:57.266320 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device d04734c9-3dcf-4292-9ebf-a20129bfd78b up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:51:57.267007 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a906a8-f5d6-4bb8-9621-00c089a602b7 req-fb5d582a-d747-4851-b19b-a7b1dffbf8ab tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:57.269099 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-79a906a8-f5d6-4bb8-9621-00c089a602b7 req-fb5d582a-d747-4851-b19b-a7b1dffbf8ab tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.1633348 Mar 09 19:51:57.337787 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port d04734c9-3dcf-4292-9ebf-a20129bfd78b completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 19:51:57.343370 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port d04734c9-3dcf-4292-9ebf-a20129bfd78b triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:51:57.344305 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (d04734c9-3dcf-4292-9ebf-a20129bfd78b), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:57.354586 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a602b-d6e4-49ef-998c-6a1071feeb04 req-43a4b2f8-9e61-4989-8184-32a2fc66d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:57.356056 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-521a602b-d6e4-49ef-998c-6a1071feeb04 req-43a4b2f8-9e61-4989-8184-32a2fc66d5c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f9be9ae7-b0e5-4a96-bb56-afb89d673beb HTTP/1.1" status: 200 len: 870 time: 0.1979618 Mar 09 19:51:57.385352 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-79a906a8-f5d6-4bb8-9621-00c089a602b7 req-f6af0516-774c-47e8-90ef-9bab7f06156a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069138 Mar 09 19:51:57.423332 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-521a602b-d6e4-49ef-998c-6a1071feeb04 req-2f642f92-b463-49ed-b241-2cf7a70b61ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 HTTP/1.1" status: 200 len: 217 time: 0.0536537 Mar 09 19:51:57.424344 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [None req-25bb4a1b-19e9-4a5f-93f5-a91ee3e2873d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Allocated IP 172.27.3.59 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/b3a9b6e1-3a86-430d-bb62-03cd4a86ab2b) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:51:57.434350 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port d04734c9-3dcf-4292-9ebf-a20129bfd78b is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:51:57.434750 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (d04734c9-3dcf-4292-9ebf-a20129bfd78b), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:57.466932 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d4783e-7839-4fbd-9066-0285e0dafe95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04734c9-3dcf-4292-9ebf-a20129bfd78b'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:51:57.469787 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f9f37d-4a51-4679-bf54-1018bfc6a045" -d '{"events": [{"server_uuid": "c6d4783e-7839-4fbd-9066-0285e0dafe95", "name": "network-vif-plugged", "status": "completed", "tag": "d04734c9-3dcf-4292-9ebf-a20129bfd78b"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:51:57.491803 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port d04734c9-3dcf-4292-9ebf-a20129bfd78b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d04734c9-3dcf-4292-9ebf-a20129bfd78b,segment=NetworkSegment(073025e3-f1da-4331-8b47-8a917622e3d2),segment_id=073025e3-f1da-4331-8b47-8a917622e3d2)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:51:57.491936 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 40676) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:57.511792 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (d04734c9-3dcf-4292-9ebf-a20129bfd78b), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:57.511983 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8bcf77c2-3ca6-460d-9dbb-2605f0e04cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:57.519374 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f62440-fec6-4236-b51a-76a377f5de06 x-openstack-request-id: req-a2f62440-fec6-4236-b51a-76a377f5de06 {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:51:57.519699 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d4783e-7839-4fbd-9066-0285e0dafe95", "name": "network-vif-plugged", "status": "completed", "tag": "d04734c9-3dcf-4292-9ebf-a20129bfd78b", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:51:57.520280 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2f62440-fec6-4236-b51a-76a377f5de06 {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:51:57.520676 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d4783e-7839-4fbd-9066-0285e0dafe95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04734c9-3dcf-4292-9ebf-a20129bfd78b', 'code': 200} Mar 09 19:51:57.523487 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a602b-d6e4-49ef-998c-6a1071feeb04 req-4723c98d-95ae-4a89-aeef-af52d04031d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:57.524005 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-16e70445-ea5b-4d44-86bc-f65f71bf4b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:57.525662 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-521a602b-d6e4-49ef-998c-6a1071feeb04 req-4723c98d-95ae-4a89-aeef-af52d04031d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42c9fba1-a899-4281-beb9-460a79c13e22 HTTP/1.1" status: 200 len: 843 time: 0.0938151 Mar 09 19:51:57.572148 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=d04734c9-3dcf-4292-9ebf-a20129bfd78b,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:57.617829 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8bcf77c2-3ca6-460d-9dbb-2605f0e04cd0 admin admin] Publish callbacks [] for security_group (15d2eada-0edd-4fb9-9c0c-d838d1a53c4e), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:57.625177 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8bcf77c2-3ca6-460d-9dbb-2605f0e04cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (15d2eada-0edd-4fb9-9c0c-d838d1a53c4e), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:57.658253 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-25bb4a1b-19e9-4a5f-93f5-a91ee3e2873d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for port (b3a9b6e1-3a86-430d-bb62-03cd4a86ab2b), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:57.666044 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-8bcf77c2-3ca6-460d-9dbb-2605f0e04cd0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9f32cc36ae1344f3b9f3b90b5f66fc30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705229 Mar 09 19:51:57.666231 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a602b-d6e4-49ef-998c-6a1071feeb04 req-ba5fc4d5-0526-4bd5-8c38-e5e3e7281c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:57.666758 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 40678) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:51:57.668806 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-521a602b-d6e4-49ef-998c-6a1071feeb04 req-ba5fc4d5-0526-4bd5-8c38-e5e3e7281c9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f9be9ae7-b0e5-4a96-bb56-afb89d673beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1043925 Mar 09 19:51:57.675008 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf77c2-3ca6-460d-9dbb-2605f0e04cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d2eada-0edd-4fb9-9c0c-d838d1a53c4e,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:57.722821 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-00e666c9-5dd8-43de-99a2-c7c813ebd227 admin admin] Publish callbacks [] for security_group (15d2eada-0edd-4fb9-9c0c-d838d1a53c4e), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:57.745600 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-00e666c9-5dd8-43de-99a2-c7c813ebd227 admin admin] Publish callbacks [] for security_group (15d2eada-0edd-4fb9-9c0c-d838d1a53c4e), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:57.801296 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-25bb4a1b-19e9-4a5f-93f5-a91ee3e2873d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (b3a9b6e1-3a86-430d-bb62-03cd4a86ab2b), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:57.805789 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-00e666c9-5dd8-43de-99a2-c7c813ebd227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (15d2eada-0edd-4fb9-9c0c-d838d1a53c4e), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:57.809972 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-00e666c9-5dd8-43de-99a2-c7c813ebd227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:57.814904 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-00e666c9-5dd8-43de-99a2-c7c813ebd227 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15d2eada-0edd-4fb9-9c0c-d838d1a53c4e HTTP/1.1" status: 204 len: 168 time: 0.1470528 Mar 09 19:51:57.866853 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e666c9-5dd8-43de-99a2-c7c813ebd227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d2eada-0edd-4fb9-9c0c-d838d1a53c4e,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:57.868373 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bb4a1b-19e9-4a5f-93f5-a91ee3e2873d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:51:57.900199 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb4a1b-19e9-4a5f-93f5-a91ee3e2873d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'Port': ['ID=b3a9b6e1-3a86-430d-bb62-03cd4a86ab2b,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:57.903270 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-25bb4a1b-19e9-4a5f-93f5-a91ee3e2873d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:51:57.911127 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c299e15-8e9b-4f01-80c1-41a6245cddbf req-3b879134-7f30-4262-9ea5-864e90b366c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:57.912550 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4c299e15-8e9b-4f01-80c1-41a6245cddbf req-3b879134-7f30-4262-9ea5-864e90b366c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 1129 time: 0.2021866 Mar 09 19:51:57.915961 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb4a1b-19e9-4a5f-93f5-a91ee3e2873d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:51:57.916463 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b30d49-03de-46a9-9df4-8c5b58cdccec req-dd7cd8ad-846e-4b2c-885c-a2c8ccca99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:57.917991 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-82b30d49-03de-46a9-9df4-8c5b58cdccec req-dd7cd8ad-846e-4b2c-885c-a2c8ccca99cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52cda80c344647d9be865c160e333e2b&device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 1129 time: 0.1008306 Mar 09 19:51:57.943283 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-521a602b-d6e4-49ef-998c-6a1071feeb04 req-d70ecd67-06ea-4a32-9057-97d898f737d6 service neutron] 10.222.0.20 "GET /v2.0/networks/f9be9ae7-b0e5-4a96-bb56-afb89d673beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630866 Mar 09 19:51:58.099617 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b30d49-03de-46a9-9df4-8c5b58cdccec req-b3766dfc-30cc-48da-af84-5f6e307e7452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:58.101471 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-82b30d49-03de-46a9-9df4-8c5b58cdccec req-b3766dfc-30cc-48da-af84-5f6e307e7452 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2333c970-a951-49ee-a7ad-57bc53c804b9 HTTP/1.1" status: 200 len: 917 time: 0.1432586 Mar 09 19:51:58.164571 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4c299e15-8e9b-4f01-80c1-41a6245cddbf req-1bf8b575-19ce-4819-9401-d9e81f6026db service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203138 Mar 09 19:51:58.224107 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-82b30d49-03de-46a9-9df4-8c5b58cdccec req-64d124c5-3cad-4ca7-8e33-fbceae4c7a87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2efef81-5f23-453c-a2c7-d3fef2e6b13d HTTP/1.1" status: 200 len: 1000 time: 0.1131802 Mar 09 19:51:58.229697 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-521a602b-d6e4-49ef-998c-6a1071feeb04 req-d1a9942a-0497-470c-bbd2-30a52fa8c0bc service neutron] 10.222.0.20 "GET /v2.0/networks/f9be9ae7-b0e5-4a96-bb56-afb89d673beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638559 Mar 09 19:51:58.260302 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-25bb4a1b-19e9-4a5f-93f5-a91ee3e2873d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (26620db5-439e-46fb-9d65-c6416d035b9c), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:58.316970 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84e967-b743-4ec8-ac7e-fcc31f6b24be req-cf61e75a-6a9f-4663-89da-353fdf153811 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:58.325965 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9d84e967-b743-4ec8-ac7e-fcc31f6b24be req-cf61e75a-6a9f-4663-89da-353fdf153811 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 945 time: 0.1263475 Mar 09 19:51:58.336910 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-25bb4a1b-19e9-4a5f-93f5-a91ee3e2873d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (b3a9b6e1-3a86-430d-bb62-03cd4a86ab2b), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:58.458191 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9d84e967-b743-4ec8-ac7e-fcc31f6b24be req-cc017462-bdc5-44c8-8436-5b3548e4c6f2 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313529 Mar 09 19:51:58.475730 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3da572-a868-4776-b4f1-3b8d07e8f229 req-a1f1649f-3293-4593-897c-1027584eb2eb tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:58.486427 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9e3da572-a868-4776-b4f1-3b8d07e8f229 req-a1f1649f-3293-4593-897c-1027584eb2eb tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 948 time: 0.1187577 Mar 09 19:51:58.560056 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b30d49-03de-46a9-9df4-8c5b58cdccec req-5e693532-7b19-4853-be50-ed002fb31d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:58.563085 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-82b30d49-03de-46a9-9df4-8c5b58cdccec req-5e693532-7b19-4853-be50-ed002fb31d60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=745bc262-f6dc-493a-8098-f645b9a00e95 HTTP/1.1" status: 200 len: 855 time: 0.0821981 Mar 09 19:51:58.641476 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b30d49-03de-46a9-9df4-8c5b58cdccec req-acb30a67-88d5-47a7-b914-c4c269d6a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:58.643604 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-82b30d49-03de-46a9-9df4-8c5b58cdccec req-acb30a67-88d5-47a7-b914-c4c269d6a72d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2333c970-a951-49ee-a7ad-57bc53c804b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707340 Mar 09 19:51:58.660387 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9e3da572-a868-4776-b4f1-3b8d07e8f229 req-575b5bd8-b93b-45b8-953d-cfe1e345a1c7 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549153 Mar 09 19:51:58.675344 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391a262-67a0-40d4-b1b4-4b95a2800e13 req-c7f65d8a-758c-40a3-9292-27f6457586f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:58.677562 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0391a262-67a0-40d4-b1b4-4b95a2800e13 req-c7f65d8a-758c-40a3-9292-27f6457586f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f40a33baeda64a69bab5c022461457ab&device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 1129 time: 0.1826305 Mar 09 19:51:58.756554 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-25bb4a1b-19e9-4a5f-93f5-a91ee3e2873d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for port (b3a9b6e1-3a86-430d-bb62-03cd4a86ab2b), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:58.784487 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a38cf-3d09-4e4f-837f-22433f7e4bfc req-bbc8188b-8b2e-43e3-bc23-1f2ff50784cd tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:58.786072 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-779a38cf-3d09-4e4f-837f-22433f7e4bfc req-bbc8188b-8b2e-43e3-bc23-1f2ff50784cd tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.1866899 Mar 09 19:51:58.788716 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-82b30d49-03de-46a9-9df4-8c5b58cdccec req-cf271ea4-d5a0-457d-b069-28f5180d81c8 service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315506 Mar 09 19:51:58.802022 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-25bb4a1b-19e9-4a5f-93f5-a91ee3e2873d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (b3a9b6e1-3a86-430d-bb62-03cd4a86ab2b), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:58.889523 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-82b30d49-03de-46a9-9df4-8c5b58cdccec req-5ce3b0e7-eec3-4275-8a97-426e5df2b709 service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905418 Mar 09 19:51:58.960536 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb4a1b-19e9-4a5f-93f5-a91ee3e2873d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'Port': ['ID=b3a9b6e1-3a86-430d-bb62-03cd4a86ab2b,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:58.994467 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391a262-67a0-40d4-b1b4-4b95a2800e13 req-08ba819d-e471-4c99-adb7-db6ca9f7b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:58.995964 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0391a262-67a0-40d4-b1b4-4b95a2800e13 req-08ba819d-e471-4c99-adb7-db6ca9f7b41c service neutron] 10.222.0.20 "GET /v2.0/networks?id=afc5eb80-49ab-4378-95f2-aaf87384a62e HTTP/1.1" status: 200 len: 920 time: 0.3071983 Mar 09 19:51:59.004003 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17eb33-7e3d-4691-8747-46db157e1d4b req-9372c60f-2317-4e47-9d4a-8c657f4b5592 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:59.005662 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5d17eb33-7e3d-4691-8747-46db157e1d4b req-9372c60f-2317-4e47-9d4a-8c657f4b5592 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.2536945 Mar 09 19:51:59.021831 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-779a38cf-3d09-4e4f-837f-22433f7e4bfc req-614379b2-8e44-49b8-8c2d-750e146499be tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156181 Mar 09 19:51:59.022704 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-25bb4a1b-19e9-4a5f-93f5-a91ee3e2873d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (26620db5-439e-46fb-9d65-c6416d035b9c), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:59.068216 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0391a262-67a0-40d4-b1b4-4b95a2800e13 req-b6da2402-d236-4980-ade6-6a009c98d83f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=767daaf2-91c4-44ca-9887-2637f3465639 HTTP/1.1" status: 200 len: 217 time: 0.0591450 Mar 09 19:51:59.090982 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-25bb4a1b-19e9-4a5f-93f5-a91ee3e2873d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:59.092149 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-25bb4a1b-19e9-4a5f-93f5-a91ee3e2873d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1475866 Mar 09 19:51:59.144849 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391a262-67a0-40d4-b1b4-4b95a2800e13 req-97acaf11-56f4-4fa4-a5d9-89213f2de3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:59.146354 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0391a262-67a0-40d4-b1b4-4b95a2800e13 req-97acaf11-56f4-4fa4-a5d9-89213f2de3b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80514b34-5e48-4a20-8a26-dafa704cc5f5 HTTP/1.1" status: 200 len: 859 time: 0.0694861 Mar 09 19:51:59.149484 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5d17eb33-7e3d-4691-8747-46db157e1d4b req-f444c770-c596-4ce4-9713-f079fe5a2e68 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330788 Mar 09 19:51:59.204199 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0391a262-67a0-40d4-b1b4-4b95a2800e13 req-6a78cf1f-f0a8-409a-8b3c-d3443fa98ee3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afc5eb80-49ab-4378-95f2-aaf87384a62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504630 Mar 09 19:51:59.271597 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:51:59.341408 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0391a262-67a0-40d4-b1b4-4b95a2800e13 req-ac5f3c6e-e0aa-4f02-a3bb-06b354d8475a service neutron] 10.222.0.20 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287949 Mar 09 19:51:59.349724 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-2bfb03e0-2f36-48ad-991e-8fc151d44009 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--68266674&fields=id&tenant_id=55d035a3aae24ccb9b470e06d3d01412 HTTP/1.1" status: 200 len: 267 time: 0.0721588 Mar 09 19:51:59.417027 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=64f0f3fd-51ae-4d23-ba5c-5ba54e179c10,segment=NetworkSegment(044ba8d1-43b7-44a8-91dc-6ea2929a6e5d),segment_id=044ba8d1-43b7-44a8-91dc-6ea2929a6e5d)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:51:59.447805 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': '64f0f3fd-51ae-4d23-ba5c-5ba54e179c10', 'network_id': 'f9be9ae7-b0e5-4a96-bb56-afb89d673beb', 'port_id': '64f0f3fd-51ae-4d23-ba5c-5ba54e179c10', 'mac_address': 'fa:16:3e:f8:93:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c9fba1-a899-4281-beb9-460a79c13e22', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:51:59.488172 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:51:59.488571 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (64f0f3fd-51ae-4d23-ba5c-5ba54e179c10), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:59.503085 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:51:59.525747 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=64f0f3fd-51ae-4d23-ba5c-5ba54e179c10,segment=NetworkSegment(044ba8d1-43b7-44a8-91dc-6ea2929a6e5d),segment_id=044ba8d1-43b7-44a8-91dc-6ea2929a6e5d)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:51:59.530466 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (64f0f3fd-51ae-4d23-ba5c-5ba54e179c10), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:59.570005 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-354854fd-8a87-4914-bf54-a195ce0ca164 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:59.572100 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-354854fd-8a87-4914-bf54-a195ce0ca164 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/networks?id=e1fb9771-c14c-449d-8f62-3d71790f8b4f HTTP/1.1" status: 200 len: 815 time: 0.2149837 Mar 09 19:51:59.581562 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=64f0f3fd-51ae-4d23-ba5c-5ba54e179c10,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:51:59.594081 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0391a262-67a0-40d4-b1b4-4b95a2800e13 req-8ed8c6ac-b3c0-4477-9760-fd0b2de71599 service neutron] 10.222.0.20 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250550 Mar 09 19:51:59.616742 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-a6579ee4-f1d5-475b-8d03-f184290a9099 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/quotas/55d035a3aae24ccb9b470e06d3d01412 HTTP/1.1" status: 200 len: 375 time: 0.0285847 Mar 09 19:51:59.662385 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab5201-92b3-498f-9b1f-fbfd5e74f762 req-014b5a37-ff75-44bc-bca5-753a740e9662 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:59.663874 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c3ab5201-92b3-498f-9b1f-fbfd5e74f762 req-014b5a37-ff75-44bc-bca5-753a740e9662 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 945 time: 0.1230860 Mar 09 19:51:59.708366 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-9388af06-f710-4a19-b8ce-842c7e4ec382 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=55d035a3aae24ccb9b470e06d3d01412&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0905037 Mar 09 19:51:59.733195 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c3ab5201-92b3-498f-9b1f-fbfd5e74f762 req-37a67326-7a86-4146-b781-2bc49b6228ec tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625148 Mar 09 19:51:59.735499 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-67cf8427-53d4-4fb4-9937-4faa1bac870a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:51:59.873626 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-c276e632-e186-43b5-96e2-8f40538ced22 service neutron] 10.222.0.16 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380134 Mar 09 19:51:59.888874 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44617e-afac-49e1-89ec-ea2fd036a8ab req-6599fce1-3dd9-47c2-ae92-7441d8ad6b1e tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:51:59.895659 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5b44617e-afac-49e1-89ec-ea2fd036a8ab req-6599fce1-3dd9-47c2-ae92-7441d8ad6b1e tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 949 time: 0.0880299 Mar 09 19:51:59.999456 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5b44617e-afac-49e1-89ec-ea2fd036a8ab req-7e7ba9b7-c916-4e60-b3c4-69b974527ca2 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029656 Mar 09 19:52:00.014583 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-2abc0047-0009-4c5e-859e-92c2ec56050e service neutron] 10.222.0.16 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342449 Mar 09 19:52:00.151139 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cd6b4-dc66-41b9-81b3-81d5b6a21beb req-2616cfd1-e408-4c66-a5f8-20be274f77bb tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:00.152222 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b22cd6b4-dc66-41b9-81b3-81d5b6a21beb req-2616cfd1-e408-4c66-a5f8-20be274f77bb tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0608141 Mar 09 19:52:00.159627 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['64f0f3fd-51ae-4d23-ba5c-5ba54e179c10'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:52:00.206335 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b74281ce-622f-46d2-9b85-80aa4eef81a6 req-66fec16f-0bb8-404d-a0d8-d67e5f868690 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 210 time: 0.0501423 Mar 09 19:52:00.259055 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b22cd6b4-dc66-41b9-81b3-81d5b6a21beb req-eca6eb95-e596-43a6-938e-4105ab2278e6 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941195 Mar 09 19:52:00.374445 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e5405-722b-4efd-ad28-b6b45db43bd8 req-982bc7da-9144-4acb-8e83-b805a637cde2 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:00.375944 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-123e5405-722b-4efd-ad28-b6b45db43bd8 req-982bc7da-9144-4acb-8e83-b805a637cde2 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0618689 Mar 09 19:52:00.424563 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-123e5405-722b-4efd-ad28-b6b45db43bd8 req-d8e93c35-18cb-40b3-853b-20537a53287b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424216 Mar 09 19:52:00.835663 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:00.849922 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8dc2b-d22b-4b0d-ae15-b931f66174f4 req-402feb58-dd52-4e7e-a311-44c7aeb01d27 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:00.851370 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e6e8dc2b-d22b-4b0d-ae15-b931f66174f4 req-402feb58-dd52-4e7e-a311-44c7aeb01d27 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 945 time: 0.0533402 Mar 09 19:52:00.910314 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e6e8dc2b-d22b-4b0d-ae15-b931f66174f4 req-dec11b2c-b0b2-4269-95d6-fc0871c8e008 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534871 Mar 09 19:52:01.291063 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:52:01.401953 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 19:52:01.407518 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:52:01.410988 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (64f0f3fd-51ae-4d23-ba5c-5ba54e179c10), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:01.463452 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4ee4e7b5-2e8b-470a-b703-8f191617e0d4 req-eaa7c8ec-1d93-4f56-9bab-39ca72c3e7ed tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 210 time: 0.0891402 Mar 09 19:52:01.538759 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9010e-96b0-4f31-bab8-a192ce01a338 req-531cd4f6-d3cc-44af-94e2-a37df0d2a316 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:01.542793 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:52:01.543428 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (64f0f3fd-51ae-4d23-ba5c-5ba54e179c10), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:01.545682 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1af9010e-96b0-4f31-bab8-a192ce01a338 req-531cd4f6-d3cc-44af-94e2-a37df0d2a316 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 949 time: 0.4792094 Mar 09 19:52:01.572001 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5b336a-f863-4130-811c-fe14e5dabb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f0f3fd-51ae-4d23-ba5c-5ba54e179c10'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:52:01.574993 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a371bbd-b1ae-4642-a5dc-2324e4f6d3f1" -d '{"events": [{"server_uuid": "3d5b336a-f863-4130-811c-fe14e5dabb0a", "name": "network-vif-plugged", "status": "completed", "tag": "64f0f3fd-51ae-4d23-ba5c-5ba54e179c10"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:52:01.589419 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=64f0f3fd-51ae-4d23-ba5c-5ba54e179c10,segment=NetworkSegment(044ba8d1-43b7-44a8-91dc-6ea2929a6e5d),segment_id=044ba8d1-43b7-44a8-91dc-6ea2929a6e5d)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:52:01.596897 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (64f0f3fd-51ae-4d23-ba5c-5ba54e179c10), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:01.639861 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-78f7b675-4da2-4a5e-8d61-56c4d7b9b05e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:01.641554 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-78f7b675-4da2-4a5e-8d61-56c4d7b9b05e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "GET /v2.0/networks?id=e1fb9771-c14c-449d-8f62-3d71790f8b4f HTTP/1.1" status: 200 len: 815 time: 0.2563589 Mar 09 19:52:01.651512 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=64f0f3fd-51ae-4d23-ba5c-5ba54e179c10,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:01.652262 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1af9010e-96b0-4f31-bab8-a192ce01a338 req-214942c4-c295-4bfd-afa6-35712a8a8522 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057312 Mar 09 19:52:01.682519 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39a961-fcec-4a7e-beee-f5722246295b req-40d03369-3047-4d8c-8446-909381f92e7c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:01.689317 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-db39a961-fcec-4a7e-beee-f5722246295b req-40d03369-3047-4d8c-8446-909381f92e7c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.1232336 Mar 09 19:52:01.821292 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-db39a961-fcec-4a7e-beee-f5722246295b req-8721f29a-353e-4dd5-8830-d85a24cf5882 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308308 Mar 09 19:52:01.833637 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-1c44245a-92fd-453f-a163-d6c2d15eb373 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55d035a3aae24ccb9b470e06d3d01412 HTTP/1.1" status: 200 len: 470 time: 0.1747763 Mar 09 19:52:01.847367 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee437a-c92c-49d1-8095-5443eae47c50 req-821e355f-243a-428f-a8ac-8a5574797a43 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:01.847927 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3fee437a-c92c-49d1-8095-5443eae47c50 req-821e355f-243a-428f-a8ac-8a5574797a43 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.1222405 Mar 09 19:52:01.852784 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'port': {'device_id': 'c26af58e-8984-47db-916c-dced71acdbcf', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'admin_state_up': True, 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'security_groups': ['f1d8a549-3a6c-47ee-88c1-5d939d2e72cc']}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:52:01.888456 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfce94ec-b36d-4965-b35b-07e8d976b537 x-openstack-request-id: req-cfce94ec-b36d-4965-b35b-07e8d976b537 {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:52:01.888965 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5b336a-f863-4130-811c-fe14e5dabb0a", "name": "network-vif-plugged", "status": "completed", "tag": "64f0f3fd-51ae-4d23-ba5c-5ba54e179c10", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:52:01.889187 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cfce94ec-b36d-4965-b35b-07e8d976b537 {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:52:01.889791 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5b336a-f863-4130-811c-fe14e5dabb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f0f3fd-51ae-4d23-ba5c-5ba54e179c10', 'code': 200} Mar 09 19:52:01.963778 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3fee437a-c92c-49d1-8095-5443eae47c50 req-c3dc3f04-7b7a-4321-8864-6416e771db7a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942271 Mar 09 19:52:01.999872 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Made reservation on behalf of 55d035a3aae24ccb9b470e06d3d01412 for: {'port': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:52:02.003937 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:02.053884 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:02.161216 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b092861-af48-404e-9ed7-52ae9080f51c req-748019d6-078e-4f8d-b494-1520c8014722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:02.162765 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9b092861-af48-404e-9ed7-52ae9080f51c req-748019d6-078e-4f8d-b494-1520c8014722 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 1134 time: 0.0803995 Mar 09 19:52:02.179079 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Allocated IP 172.20.0.14 (e1fb9771-c14c-449d-8f62-3d71790f8b4f/1691d741-1db9-45a9-b9fc-c8baf7574710/7fd98178-dba6-4307-adf0-386545dddda9) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:52:02.190282 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298ff39-1f1e-4a1c-9ff4-592072fdd76c req-5fe8c9ae-c585-421f-9edc-cfdd1fd35dbf tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:02.191778 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9298ff39-1f1e-4a1c-9ff4-592072fdd76c req-5fe8c9ae-c585-421f-9edc-cfdd1fd35dbf tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 945 time: 0.1052425 Mar 09 19:52:02.213559 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9b092861-af48-404e-9ed7-52ae9080f51c req-e5204458-6933-4286-8ce7-21f1732750f0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441532 Mar 09 19:52:02.272555 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9298ff39-1f1e-4a1c-9ff4-592072fdd76c req-5c35e4ab-a5bb-46a6-a5fa-3d26fcd3f048 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745623 Mar 09 19:52:02.352078 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for port (7fd98178-dba6-4307-adf0-386545dddda9), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:02.384983 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (7fd98178-dba6-4307-adf0-386545dddda9), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:02.429461 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Network e1fb9771-c14c-449d-8f62-3d71790f8b4f is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:52:02.435193 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:52:02.438902 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:52:02.462318 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'Port': ['ID=7fd98178-dba6-4307-adf0-386545dddda9,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:02.470720 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:02.477068 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:02.477420 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:02.478267 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:02.478267 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:02.478455 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:02.478888 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:02.479044 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:02.479362 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:02.479693 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:02.480018 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:02.480372 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:02.480696 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:02.481021 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:02.504870 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:02.505684 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:02.525326 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-837965dc-bb32-48f7-b66e-7bc9574f5ccd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6761978 Mar 09 19:52:02.543825 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Request body: {'port': {'device_id': 'c26af58e-8984-47db-916c-dced71acdbcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:52:02.663289 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (7fd98178-dba6-4307-adf0-386545dddda9), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:02.682480 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c68aea-2cba-49d1-939e-f3186dedf893 req-38e248a1-692f-4d9a-af37-6aa4ab23850a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:02.685462 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-82c68aea-2cba-49d1-939e-f3186dedf893 req-38e248a1-692f-4d9a-af37-6aa4ab23850a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 932 time: 0.1101816 Mar 09 19:52:02.693014 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-fc6ea1a3-5134-41f2-8a04-000e1d639cae None None] Provisioning complete for port 7fd98178-dba6-4307-adf0-386545dddda9 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:52:02.693398 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-fc6ea1a3-5134-41f2-8a04-000e1d639cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (7fd98178-dba6-4307-adf0-386545dddda9), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:02.741127 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-fc6ea1a3-5134-41f2-8a04-000e1d639cae None None] Port 7fd98178-dba6-4307-adf0-386545dddda9 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:52:02.878758 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-82c68aea-2cba-49d1-939e-f3186dedf893 req-528aa5c7-0652-433c-ab54-1fc605e3c368 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1786835 Mar 09 19:52:02.906230 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e8a39-1b0c-47c0-a7d4-da06c2e0d072 req-f571577c-1ff5-4d65-86c4-a9121c45b2f4 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:02.907627 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bd8e8a39-1b0c-47c0-a7d4-da06c2e0d072 req-f571577c-1ff5-4d65-86c4-a9121c45b2f4 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 950 time: 0.1724670 Mar 09 19:52:03.040304 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bd8e8a39-1b0c-47c0-a7d4-da06c2e0d072 req-f1d2e8e0-9060-4df4-bafb-9222dbf0b0a4 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219926 Mar 09 19:52:03.062131 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe10217-76ef-4a46-8f80-754b28264d7b req-6f914849-e46d-422a-bd24-4c1932aa3cc5 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:03.063615 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3fe10217-76ef-4a46-8f80-754b28264d7b req-6f914849-e46d-422a-bd24-4c1932aa3cc5 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.1032736 Mar 09 19:52:03.152505 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 40878) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:03.172116 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd98178-dba6-4307-adf0-386545dddda9 {{(pid=114604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:52:03.181392 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Publish callbacks [] for port (7fd98178-dba6-4307-adf0-386545dddda9), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:03.187501 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3fe10217-76ef-4a46-8f80-754b28264d7b req-e8350408-d8ee-4ec9-a095-d70dc3230c81 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162076 Mar 09 19:52:03.208793 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.provisioning_blocks [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Transition to ACTIVE for port object 7fd98178-dba6-4307-adf0-386545dddda9 will not be triggered until provisioned by entity L2. {{(pid=114604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 19:52:03.218252 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f97f4-4003-44e5-a684-917feacc022a req-bb9699f3-7b8a-4f63-a6d6-05161112360b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:03.219716 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-db8f97f4-4003-44e5-a684-917feacc022a req-bb9699f3-7b8a-4f63-a6d6-05161112360b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.1064675 Mar 09 19:52:03.220866 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (7fd98178-dba6-4307-adf0-386545dddda9), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:03.267297 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-782c866a-acb5-4983-8d1a-22cb902df248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:03.307284 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd98178-dba6-4307-adf0-386545dddda9,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:03.351024 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-db8f97f4-4003-44e5-a684-917feacc022a req-22d8be2a-17e1-48c3-aea2-2a087121c2c6 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120746 Mar 09 19:52:03.383179 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-782c866a-acb5-4983-8d1a-22cb902df248 admin admin] Publish callbacks [] for security_group (ec277b3a-83b2-4648-b020-aca90e92478a), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:03.389571 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-782c866a-acb5-4983-8d1a-22cb902df248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (ec277b3a-83b2-4648-b020-aca90e92478a), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:03.432617 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-782c866a-acb5-4983-8d1a-22cb902df248 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8864b7a5612467d97b799c1d7146ee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790117 Mar 09 19:52:03.433393 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 40884) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:03.434216 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c866a-acb5-4983-8d1a-22cb902df248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec277b3a-83b2-4648-b020-aca90e92478a,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:03.444608 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Attempting to bind port 7fd98178-dba6-4307-adf0-386545dddda9 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:52:03.444942 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Attempting to bind port 7fd98178-dba6-4307-adf0-386545dddda9 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:52:03.445262 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Attempting to bind port 7fd98178-dba6-4307-adf0-386545dddda9 on network e1fb9771-c14c-449d-8f62-3d71790f8b4f {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:52:03.453817 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Port 7fd98178-dba6-4307-adf0-386545dddda9 on network e1fb9771-c14c-449d-8f62-3d71790f8b4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 19:52:03.454133 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Attempting to bind port 7fd98178-dba6-4307-adf0-386545dddda9 on network e1fb9771-c14c-449d-8f62-3d71790f8b4f {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:52:03.457699 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c866a-acb5-4983-8d1a-22cb902df248 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:03.458183 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c866a-acb5-4983-8d1a-22cb902df248 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:03.458632 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c866a-acb5-4983-8d1a-22cb902df248 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:03.459042 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c866a-acb5-4983-8d1a-22cb902df248 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:03.459455 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c866a-acb5-4983-8d1a-22cb902df248 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:03.459849 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c866a-acb5-4983-8d1a-22cb902df248 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:03.460306 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c866a-acb5-4983-8d1a-22cb902df248 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:03.460705 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c866a-acb5-4983-8d1a-22cb902df248 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:03.461116 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c866a-acb5-4983-8d1a-22cb902df248 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:03.461525 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c866a-acb5-4983-8d1a-22cb902df248 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:03.461922 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c866a-acb5-4983-8d1a-22cb902df248 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:03.462312 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c866a-acb5-4983-8d1a-22cb902df248 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:03.462703 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782c866a-acb5-4983-8d1a-22cb902df248 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:03.462983 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c49c06-8a0f-455a-bf67-0cdf8af0075b req-0d0cf710-3344-4f3f-8e3f-2a2b516406ce tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:03.469740 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-07c49c06-8a0f-455a-bf67-0cdf8af0075b req-0d0cf710-3344-4f3f-8e3f-2a2b516406ce tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 945 time: 0.0980129 Mar 09 19:52:03.480092 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:52:03.480433 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Checking segment: {'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:52:03.480795 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Bound using segment: {'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:52:03.481272 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Bound port: 7fd98178-dba6-4307-adf0-386545dddda9, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'}}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:52:03.481549 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (7fd98178-dba6-4307-adf0-386545dddda9), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:03.503660 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9d4b-a854-4fd5-aa6c-1c1ddb4d9375 admin admin] Publish callbacks [] for security_group (ec277b3a-83b2-4648-b020-aca90e92478a), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:03.528324 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9d4b-a854-4fd5-aa6c-1c1ddb4d9375 admin admin] Publish callbacks [] for security_group (ec277b3a-83b2-4648-b020-aca90e92478a), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:03.548503 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-07c49c06-8a0f-455a-bf67-0cdf8af0075b req-d5c96b1a-675d-4aa3-bb37-00af646b9ca5 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776558 Mar 09 19:52:03.574959 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] For port 7fd98178-dba6-4307-adf0-386545dddda9, host hv-cinder-78836, cleared binding levels {{(pid=114604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:52:03.578881 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9d4b-a854-4fd5-aa6c-1c1ddb4d9375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (ec277b3a-83b2-4648-b020-aca90e92478a), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:03.579630 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] For port 7fd98178-dba6-4307-adf0-386545dddda9, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7fd98178-dba6-4307-adf0-386545dddda9,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:52:03.582139 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9d4b-a854-4fd5-aa6c-1c1ddb4d9375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:03.583307 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-0cfa9d4b-a854-4fd5-aa6c-1c1ddb4d9375 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec277b3a-83b2-4648-b020-aca90e92478a HTTP/1.1" status: 204 len: 168 time: 0.1459515 Mar 09 19:52:03.588315 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (7fd98178-dba6-4307-adf0-386545dddda9), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:03.591506 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa9d4b-a854-4fd5-aa6c-1c1ddb4d9375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec277b3a-83b2-4648-b020-aca90e92478a,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:03.631611 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:03.632258 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:03.634018 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] 10.222.0.20 "PUT /v2.0/ports/7fd98178-dba6-4307-adf0-386545dddda9 HTTP/1.1" status: 200 len: 1094 time: 1.0953293 Mar 09 19:52:03.634376 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26af58e-8984-47db-916c-dced71acdbcf', 'tag': '7fd98178-dba6-4307-adf0-386545dddda9'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:52:03.636580 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abaf13ca-d7a6-44e5-97f7-21c0cc7659b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c26af58e-8984-47db-916c-dced71acdbcf", "tag": "7fd98178-dba6-4307-adf0-386545dddda9"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:52:03.664629 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91d6de-5014-4dd2-aa8a-bd673770fe18 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd98178-dba6-4307-adf0-386545dddda9,revision_number=3']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:03.683836 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd9324a-9f2e-4b1e-ba97-1758e911ea36 x-openstack-request-id: req-0dd9324a-9f2e-4b1e-ba97-1758e911ea36 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:52:03.684164 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c26af58e-8984-47db-916c-dced71acdbcf", "tag": "7fd98178-dba6-4307-adf0-386545dddda9", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:52:03.684419 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0dd9324a-9f2e-4b1e-ba97-1758e911ea36 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:52:03.684805 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c26af58e-8984-47db-916c-dced71acdbcf', 'tag': '7fd98178-dba6-4307-adf0-386545dddda9', 'status': 'completed', 'code': 200} Mar 09 19:52:03.845707 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:03.999797 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648c93c-8925-4820-8880-bb94cde39891 req-f34715fd-6652-4c30-b003-46ceb4415d6d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:04.001338 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4648c93c-8925-4820-8880-bb94cde39891 req-f34715fd-6652-4c30-b003-46ceb4415d6d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 944 time: 0.0522227 Mar 09 19:52:04.048966 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4648c93c-8925-4820-8880-bb94cde39891 req-036c86d4-2b27-4cb4-8d3a-139a08441ce1 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415196 Mar 09 19:52:04.164998 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c10b6-f8f6-42fa-803e-266fd0380183 req-4b83595d-b8f4-49eb-a17a-fe847ce4d5e9 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:04.166477 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e95c10b6-f8f6-42fa-803e-266fd0380183 req-4b83595d-b8f4-49eb-a17a-fe847ce4d5e9 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 950 time: 0.0523758 Mar 09 19:52:04.215369 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e95c10b6-f8f6-42fa-803e-266fd0380183 req-ea7811a6-2f48-418c-a632-539d8e1bf815 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429926 Mar 09 19:52:04.311089 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064b49f-e425-4983-b16d-cc52174bddf5 req-bb34df34-718c-403d-b75e-32079d07e370 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:04.312587 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5064b49f-e425-4983-b16d-cc52174bddf5 req-bb34df34-718c-403d-b75e-32079d07e370 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0519280 Mar 09 19:52:04.358802 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5064b49f-e425-4983-b16d-cc52174bddf5 req-a27c2aa1-32fc-434e-b82e-3067ec7d9f9b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 Mar 09 19:52:04.477809 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111efd5f-9a70-4569-a009-18cc4d262fd6 req-27a390eb-7487-45dc-8b34-4628800be5ab tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:04.479271 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-111efd5f-9a70-4569-a009-18cc4d262fd6 req-27a390eb-7487-45dc-8b34-4628800be5ab tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0540645 Mar 09 19:52:04.525512 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-111efd5f-9a70-4569-a009-18cc4d262fd6 req-c740785c-6a21-4df6-8a0a-0fd041d8fe5b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400817 Mar 09 19:52:04.671073 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4ebd0-6964-43e1-9745-061423150805 req-21251756-3274-47e1-bae4-5738b89d089f tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:04.672596 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-86e4ebd0-6964-43e1-9745-061423150805 req-21251756-3274-47e1-bae4-5738b89d089f tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 945 time: 0.0554774 Mar 09 19:52:04.719342 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-86e4ebd0-6964-43e1-9745-061423150805 req-647efb28-dcbd-4b4c-b476-11088862c3ba tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409050 Mar 09 19:52:05.170169 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c755a-8582-4991-8e1f-78975aa9ff56 req-027a5b02-84c8-4b99-bc2e-69dc2fb51611 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:05.171828 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bf1c755a-8582-4991-8e1f-78975aa9ff56 req-027a5b02-84c8-4b99-bc2e-69dc2fb51611 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 944 time: 0.0526693 Mar 09 19:52:05.218042 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bf1c755a-8582-4991-8e1f-78975aa9ff56 req-c5554b07-abad-4de7-ac52-3447a3da429d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405529 Mar 09 19:52:05.341445 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6966ffd-bd58-45ad-bb0f-7a8d9d9785b4 req-53b83696-5a8f-485e-a919-7931d491067b tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:05.342905 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b6966ffd-bd58-45ad-bb0f-7a8d9d9785b4 req-53b83696-5a8f-485e-a919-7931d491067b tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 950 time: 0.0506468 Mar 09 19:52:05.393041 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b6966ffd-bd58-45ad-bb0f-7a8d9d9785b4 req-07e22eb9-def3-49e5-a058-36bee45a4b4a tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444496 Mar 09 19:52:05.485265 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de7136-6d18-4d52-b364-38a168ab694a req-b1267e58-538f-464f-a762-687e1ff430ef tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:05.487358 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d8de7136-6d18-4d52-b364-38a168ab694a req-b1267e58-538f-464f-a762-687e1ff430ef tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0531781 Mar 09 19:52:05.534671 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d8de7136-6d18-4d52-b364-38a168ab694a req-790a96e0-13fd-4aa5-bcba-40467c679c2f tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413454 Mar 09 19:52:05.654840 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea2400-7e00-4244-bd1d-a5b42cf771fd req-7bd31fcf-7441-4f40-9e75-ee5d7e75c49d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:05.656549 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5eea2400-7e00-4244-bd1d-a5b42cf771fd req-7bd31fcf-7441-4f40-9e75-ee5d7e75c49d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0589335 Mar 09 19:52:05.705065 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5eea2400-7e00-4244-bd1d-a5b42cf771fd req-214e4000-83ac-4d67-9a04-b1a479c693ce tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414741 Mar 09 19:52:05.841436 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bba01a-ec31-4d9b-b9f0-69080f1b5458 req-8a7a0aae-c126-4343-87f1-e628b51d58ab tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:05.842933 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-66bba01a-ec31-4d9b-b9f0-69080f1b5458 req-8a7a0aae-c126-4343-87f1-e628b51d58ab tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 945 time: 0.0602694 Mar 09 19:52:05.891923 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-66bba01a-ec31-4d9b-b9f0-69080f1b5458 req-f61aa996-094d-456f-8163-078f55586519 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417287 Mar 09 19:52:05.947690 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-98e1dbbf-ad22-4181-a809-497149e95aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:05.949317 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-98e1dbbf-ad22-4181-a809-497149e95aea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d035a3aae24ccb9b470e06d3d01412&device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 1128 time: 0.0438137 Mar 09 19:52:05.996555 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-4a02b964-7960-466f-93a6-43caaf047cc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fd98178-dba6-4307-adf0-386545dddda9 HTTP/1.1" status: 200 len: 217 time: 0.0358469 Mar 09 19:52:06.054853 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-cb69819c-3af9-49a6-a2b5-12ef3a66aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:06.056396 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-cb69819c-3af9-49a6-a2b5-12ef3a66aefe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1691d741-1db9-45a9-b9fc-c8baf7574710 HTTP/1.1" status: 200 len: 854 time: 0.0448451 Mar 09 19:52:06.072779 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:52:06.108019 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-27ce1cf0-fad5-4946-9fdc-da081dce7142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:06.109419 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-27ce1cf0-fad5-4946-9fdc-da081dce7142 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1fb9771-c14c-449d-8f62-3d71790f8b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414269 Mar 09 19:52:06.200545 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-23168430-6f98-42f5-8219-33854c2b0f94 service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830336 Mar 09 19:52:06.301291 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30bd8add-42e2-4806-831a-2c91783c20e6 req-17b7bab2-54fc-44fd-963a-301c90179339 service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919049 Mar 09 19:52:06.339193 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e22e2d-dc46-48e7-b2be-a379a223c120 req-3a119a42-b2d6-40c0-881c-06d3058d676c tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:06.340717 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-96e22e2d-dc46-48e7-b2be-a379a223c120 req-3a119a42-b2d6-40c0-881c-06d3058d676c tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 944 time: 0.0536180 Mar 09 19:52:06.416376 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-96e22e2d-dc46-48e7-b2be-a379a223c120 req-7daea14c-178e-4f87-bbd0-8b57bf10023e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692360 Mar 09 19:52:06.426766 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf13ca-d7a6-44e5-97f7-21c0cc7659b0 req-03750a7f-aa62-48bd-ad53-3e1096b45161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:06.428414 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-abaf13ca-d7a6-44e5-97f7-21c0cc7659b0 req-03750a7f-aa62-48bd-ad53-3e1096b45161 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d035a3aae24ccb9b470e06d3d01412&device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 1128 time: 0.0651584 Mar 09 19:52:06.555744 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf13ca-d7a6-44e5-97f7-21c0cc7659b0 req-7731f2e5-6469-453c-b955-e28540db656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:06.557241 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-abaf13ca-d7a6-44e5-97f7-21c0cc7659b0 req-7731f2e5-6469-453c-b955-e28540db656a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1fb9771-c14c-449d-8f62-3d71790f8b4f HTTP/1.1" status: 200 len: 916 time: 0.1178825 Mar 09 19:52:06.564690 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241748e-ad1e-4d67-80fb-abe058a7495c req-a23ad548-01bc-4e1b-9002-72490e03915a tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:06.566050 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f241748e-ad1e-4d67-80fb-abe058a7495c req-a23ad548-01bc-4e1b-9002-72490e03915a tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 950 time: 0.0974228 Mar 09 19:52:06.615302 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-abaf13ca-d7a6-44e5-97f7-21c0cc7659b0 req-dd21380f-0272-439a-a391-ebe65481d2b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fd98178-dba6-4307-adf0-386545dddda9 HTTP/1.1" status: 200 len: 217 time: 0.0482690 Mar 09 19:52:06.715000 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f241748e-ad1e-4d67-80fb-abe058a7495c req-31b48806-ed4c-4967-a8c5-71b7a8ead943 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425872 Mar 09 19:52:06.719138 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf13ca-d7a6-44e5-97f7-21c0cc7659b0 req-19618396-2f66-41e6-b8de-38f782b535a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:06.720941 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-abaf13ca-d7a6-44e5-97f7-21c0cc7659b0 req-19618396-2f66-41e6-b8de-38f782b535a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1691d741-1db9-45a9-b9fc-c8baf7574710 HTTP/1.1" status: 200 len: 854 time: 0.0948603 Mar 09 19:52:06.736114 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f53d9-91ec-484d-99aa-9427861b172f req-14cbb696-5d83-4835-9e27-702ff77e9057 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:06.736114 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-316f53d9-91ec-484d-99aa-9427861b172f req-14cbb696-5d83-4835-9e27-702ff77e9057 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.1283426 Mar 09 19:52:06.833165 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-316f53d9-91ec-484d-99aa-9427861b172f req-084cb931-5c69-48c6-b8e6-bc8220cd89d8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698323 Mar 09 19:52:06.836988 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf13ca-d7a6-44e5-97f7-21c0cc7659b0 req-bfa4b1fc-f975-4521-be0b-9bee76045dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:06.838495 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-abaf13ca-d7a6-44e5-97f7-21c0cc7659b0 req-bfa4b1fc-f975-4521-be0b-9bee76045dc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1fb9771-c14c-449d-8f62-3d71790f8b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1022096 Mar 09 19:52:06.974043 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ed17c-4d60-4df8-98af-b9b477a4ff76 req-87705c93-a1fb-41a1-91e2-341a6dde4bec tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:06.980813 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-764ed17c-4d60-4df8-98af-b9b477a4ff76 req-87705c93-a1fb-41a1-91e2-341a6dde4bec tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.1713574 Mar 09 19:52:07.074129 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-abaf13ca-d7a6-44e5-97f7-21c0cc7659b0 req-c5ff27ac-8485-4a1a-a5bb-05f650876a1d service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208893 Mar 09 19:52:07.092599 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8135c9-9457-4cb8-b7b0-5322e0b70b99 req-4a607693-1d99-4a7d-85d3-12aeba8ce5d3 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:07.094078 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3f8135c9-9457-4cb8-b7b0-5322e0b70b99 req-4a607693-1d99-4a7d-85d3-12aeba8ce5d3 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 945 time: 0.1113763 Mar 09 19:52:07.128683 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-764ed17c-4d60-4df8-98af-b9b477a4ff76 req-cc76154b-1771-4df2-b290-b7d39b2a9d4b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468987 Mar 09 19:52:07.230877 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-abaf13ca-d7a6-44e5-97f7-21c0cc7659b0 req-974927fa-da3f-4fe9-91e9-5dbc14eb1d05 service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358399 Mar 09 19:52:07.234355 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3f8135c9-9457-4cb8-b7b0-5322e0b70b99 req-4fbb7659-f3de-4bc0-a0d0-5ded290c789b tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/security-groups?id=c6cab789-ee96-420d-9a0a-a420b3e3722c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285009 Mar 09 19:52:07.287199 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb389a3-2cd1-47be-a14c-cdb266d6c5c4 req-1517ee82-84e9-4d88-bbe3-79d581f69498 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:07.288715 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-7bb389a3-2cd1-47be-a14c-cdb266d6c5c4 req-1517ee82-84e9-4d88-bbe3-79d581f69498 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 945 time: 0.0876288 Mar 09 19:52:07.506877 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-7bb389a3-2cd1-47be-a14c-cdb266d6c5c4 req-aec7af43-c435-4b97-b543-e5fac54fcf9d tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Deleting port d04734c9-3dcf-4292-9ebf-a20129bfd78b {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:52:07.507370 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-7bb389a3-2cd1-47be-a14c-cdb266d6c5c4 req-aec7af43-c435-4b97-b543-e5fac54fcf9d tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (d04734c9-3dcf-4292-9ebf-a20129bfd78b), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:07.600044 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b19cb4-4e7d-4194-916b-00815a23ab24 req-7bd31647-0b75-4745-b25a-9062ca273ae1 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:07.601866 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e3b19cb4-4e7d-4194-916b-00815a23ab24 req-7bd31647-0b75-4745-b25a-9062ca273ae1 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 944 time: 0.0798731 Mar 09 19:52:07.620670 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-7bb389a3-2cd1-47be-a14c-cdb266d6c5c4 req-aec7af43-c435-4b97-b543-e5fac54fcf9d tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] For port d04734c9-3dcf-4292-9ebf-a20129bfd78b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d04734c9-3dcf-4292-9ebf-a20129bfd78b,segment=NetworkSegment(073025e3-f1da-4331-8b47-8a917622e3d2),segment_id=073025e3-f1da-4331-8b47-8a917622e3d2)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:52:07.621175 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-7bb389a3-2cd1-47be-a14c-cdb266d6c5c4 req-aec7af43-c435-4b97-b543-e5fac54fcf9d tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (d04734c9-3dcf-4292-9ebf-a20129bfd78b), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:07.643658 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-7bb389a3-2cd1-47be-a14c-cdb266d6c5c4 req-aec7af43-c435-4b97-b543-e5fac54fcf9d tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Calling delete_port for d04734c9-3dcf-4292-9ebf-a20129bfd78b owned by compute:nova {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:52:07.933640 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e3b19cb4-4e7d-4194-916b-00815a23ab24 req-ebafa8db-afaf-48cf-83eb-f135f136ec7d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3255391 Mar 09 19:52:07.949062 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97781a49-80fe-451c-a413-34032bedfcbc req-5ee910e0-fbe6-4473-a630-b925815c30fe tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:07.950733 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-97781a49-80fe-451c-a413-34032bedfcbc req-5ee910e0-fbe6-4473-a630-b925815c30fe tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 950 time: 0.0735438 Mar 09 19:52:08.009122 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-97781a49-80fe-451c-a413-34032bedfcbc req-4af3ff7e-f4b7-40ef-810b-e98e9a954ff3 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527465 Mar 09 19:52:08.041052 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-7bb389a3-2cd1-47be-a14c-cdb266d6c5c4 req-aec7af43-c435-4b97-b543-e5fac54fcf9d tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (d04734c9-3dcf-4292-9ebf-a20129bfd78b), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:08.057434 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['d04734c9-3dcf-4292-9ebf-a20129bfd78b'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:52:08.072816 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d01f9-181c-4698-aca9-89cf146ed208 req-7f8c1e89-d08e-42f6-88ea-bf77002aec35 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:08.080351 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3d4d01f9-181c-4698-aca9-89cf146ed208 req-7f8c1e89-d08e-42f6-88ea-bf77002aec35 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0841122 Mar 09 19:52:08.093921 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7af43-c435-4b97-b543-e5fac54fcf9d tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Pushing event deleted for resources: {'Port': ['ID=d04734c9-3dcf-4292-9ebf-a20129bfd78b,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:08.137929 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3d4d01f9-181c-4698-aca9-89cf146ed208 req-f5323482-3eb6-4566-bde8-781bb27baf20 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566556 Mar 09 19:52:08.185934 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb389a3-2cd1-47be-a14c-cdb266d6c5c4 req-aec7af43-c435-4b97-b543-e5fac54fcf9d tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] No DVR routers for this DVR port d04734c9-3dcf-4292-9ebf-a20129bfd78b on host hv-cinder-78836 {{(pid=114605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:52:08.189097 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-7bb389a3-2cd1-47be-a14c-cdb266d6c5c4 req-aec7af43-c435-4b97-b543-e5fac54fcf9d tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:08.193473 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-7bb389a3-2cd1-47be-a14c-cdb266d6c5c4 req-aec7af43-c435-4b97-b543-e5fac54fcf9d tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.20 "DELETE /v2.0/ports/d04734c9-3dcf-4292-9ebf-a20129bfd78b HTTP/1.1" status: 204 len: 173 time: 0.8979571 Mar 09 19:52:08.193763 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d4783e-7839-4fbd-9066-0285e0dafe95', 'name': 'network-vif-deleted', 'tag': 'd04734c9-3dcf-4292-9ebf-a20129bfd78b'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:52:08.196384 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a313782-f769-4a5b-b146-323ea71336fa" -d '{"events": [{"server_uuid": "c6d4783e-7839-4fbd-9066-0285e0dafe95", "name": "network-vif-deleted", "tag": "d04734c9-3dcf-4292-9ebf-a20129bfd78b"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:52:08.277759 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270c8328-5280-43a6-89ed-2119617b1b02 x-openstack-request-id: req-270c8328-5280-43a6-89ed-2119617b1b02 {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:52:08.278490 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d4783e-7839-4fbd-9066-0285e0dafe95", "name": "network-vif-deleted", "tag": "d04734c9-3dcf-4292-9ebf-a20129bfd78b", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:52:08.279004 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-270c8328-5280-43a6-89ed-2119617b1b02 {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:52:08.279596 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d4783e-7839-4fbd-9066-0285e0dafe95', 'name': 'network-vif-deleted', 'tag': 'd04734c9-3dcf-4292-9ebf-a20129bfd78b', 'status': 'completed', 'code': 200} Mar 09 19:52:08.319258 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab57e1-2b4f-4bc5-aecf-88a095c8c174 req-d5925c7a-168a-4592-9a9e-6dc70cc417d6 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:08.324558 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fbab57e1-2b4f-4bc5-aecf-88a095c8c174 req-d5925c7a-168a-4592-9a9e-6dc70cc417d6 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0847440 Mar 09 19:52:08.413544 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fbab57e1-2b4f-4bc5-aecf-88a095c8c174 req-430a39f5-8f7d-435d-a23b-e53553939421 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832839 Mar 09 19:52:08.421458 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b41b78-69e7-4c77-b9f6-c1ae3aa4fedc req-07dab65a-634e-4ae6-9d52-0ecd095f54de tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:08.423058 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51b41b78-69e7-4c77-b9f6-c1ae3aa4fedc req-07dab65a-634e-4ae6-9d52-0ecd095f54de tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 950 time: 0.0901492 Mar 09 19:52:08.479459 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51b41b78-69e7-4c77-b9f6-c1ae3aa4fedc req-f6d68f41-16fb-4a5f-8cd1-a495c871f717 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493972 Mar 09 19:52:08.520703 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f9f74ae2-0b71-40cf-b4bb-0a3bf07a5325 req-87b03e14-69ff-479e-85fc-7566e8a7bac5 tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 210 time: 0.0291033 Mar 09 19:52:09.052638 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861b73e-3706-43e2-b7be-6f9073544048 req-579d466b-6fe8-416d-9953-042b24c6ea9e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:09.058747 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c861b73e-3706-43e2-b7be-6f9073544048 req-579d466b-6fe8-416d-9953-042b24c6ea9e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 944 time: 0.0536480 Mar 09 19:52:09.112583 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c861b73e-3706-43e2-b7be-6f9073544048 req-1bc6ca73-7b80-46a8-83fb-090a1677645e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455878 Mar 09 19:52:09.256110 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb9310-e272-45df-8c6d-b2008b5af288 req-0e64f05a-dbf4-433f-8969-cf4aed12e18f tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:09.257459 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1bbb9310-e272-45df-8c6d-b2008b5af288 req-0e64f05a-dbf4-433f-8969-cf4aed12e18f tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0507684 Mar 09 19:52:09.303395 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1bbb9310-e272-45df-8c6d-b2008b5af288 req-a42ee6af-a8a9-448d-bebc-bafb82f48015 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399468 Mar 09 19:52:09.537264 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519339b-2546-4db7-8b21-aee5c7431d2d req-d9ff6221-c2af-4740-94d2-b3bef78ffbd9 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:09.538720 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c519339b-2546-4db7-8b21-aee5c7431d2d req-d9ff6221-c2af-4740-94d2-b3bef78ffbd9 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0553477 Mar 09 19:52:09.618047 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 7fd98178-dba6-4307-adf0-386545dddda9 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:52:09.620201 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c519339b-2546-4db7-8b21-aee5c7431d2d req-9bd56953-3bfd-4c2a-9826-c07942f584f4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758684 Mar 09 19:52:09.632546 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44850952-fc8f-4e87-ac63-16def9e71f99 req-a8a99279-df01-47a8-ab74-c7a90c8dff06 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:09.634893 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-44850952-fc8f-4e87-ac63-16def9e71f99 req-a8a99279-df01-47a8-ab74-c7a90c8dff06 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 950 time: 0.0885952 Mar 09 19:52:09.699030 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-44850952-fc8f-4e87-ac63-16def9e71f99 req-d5d43efc-e5a9-47ab-8dec-bcbe3746ebbc tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576310 Mar 09 19:52:09.723627 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 7fd98178-dba6-4307-adf0-386545dddda9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7fd98178-dba6-4307-adf0-386545dddda9,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:52:09.734308 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': '7fd98178-dba6-4307-adf0-386545dddda9', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'port_id': '7fd98178-dba6-4307-adf0-386545dddda9', 'mac_address': 'fa:16:3e:c2:7e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:52:09.758216 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b6e8172f-c8d6-410c-909a-4ad1423a6f2b req-be1faa84-ae4b-4b4c-b483-b1f171d6403b tempest-VolumesActionsTest-2059957744 tempest-VolumesActionsTest-2059957744-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6d4783e-7839-4fbd-9066-0285e0dafe95 HTTP/1.1" status: 200 len: 210 time: 0.0295622 Mar 09 19:52:09.889407 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 7fd98178-dba6-4307-adf0-386545dddda9 is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:52:09.889801 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (7fd98178-dba6-4307-adf0-386545dddda9), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:09.902177 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd98178-dba6-4307-adf0-386545dddda9 {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:52:09.921207 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 7fd98178-dba6-4307-adf0-386545dddda9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7fd98178-dba6-4307-adf0-386545dddda9,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:52:09.924787 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (7fd98178-dba6-4307-adf0-386545dddda9), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:09.970609 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=7fd98178-dba6-4307-adf0-386545dddda9,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:10.223777 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9301fe-6512-4412-b42a-b9943b6006a2 req-04d2bd4e-ed52-4b5f-99e4-fad7c4410957 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:10.225282 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1d9301fe-6512-4412-b42a-b9943b6006a2 req-04d2bd4e-ed52-4b5f-99e4-fad7c4410957 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 945 time: 0.0507131 Mar 09 19:52:10.270348 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1d9301fe-6512-4412-b42a-b9943b6006a2 req-d4bf6fc9-b7ec-435b-bb29-cbe6e12692e5 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396492 Mar 09 19:52:10.418188 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d02801-02bb-49ff-8d69-b7a1d3a8ae27 req-2df83876-adf9-4f0d-9c02-b71d744488b4 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:10.419578 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e8d02801-02bb-49ff-8d69-b7a1d3a8ae27 req-2df83876-adf9-4f0d-9c02-b71d744488b4 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0518126 Mar 09 19:52:10.466490 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e8d02801-02bb-49ff-8d69-b7a1d3a8ae27 req-78178fdb-3d07-4735-ae2c-bbb6616021b4 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407813 Mar 09 19:52:10.752644 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f741aa3-b089-4fc2-922f-6f0603fffa0a req-c00b922b-f927-4c61-8a06-c7e6a9e3fc2c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:10.754120 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6f741aa3-b089-4fc2-922f-6f0603fffa0a req-c00b922b-f927-4c61-8a06-c7e6a9e3fc2c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0551276 Mar 09 19:52:10.826937 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6f741aa3-b089-4fc2-922f-6f0603fffa0a req-700ff69e-4e0c-4fb9-ba5a-897a9f40b1b4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671682 Mar 09 19:52:10.842292 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c14ed-8b90-443d-a03f-5d12af118453 req-cd676e29-24f1-4fe0-947c-813330fa0c36 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:10.843865 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-765c14ed-8b90-443d-a03f-5d12af118453 req-cd676e29-24f1-4fe0-947c-813330fa0c36 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 950 time: 0.0712857 Mar 09 19:52:10.900599 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-765c14ed-8b90-443d-a03f-5d12af118453 req-cd68c2f6-7089-49b9-989f-740868caa465 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469272 Mar 09 19:52:11.393721 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b25af2-52e8-4027-b7f2-2dccbe64b248 req-e9710465-c936-4442-9e8d-736d21bfcbcf tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:11.395387 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-44b25af2-52e8-4027-b7f2-2dccbe64b248 req-e9710465-c936-4442-9e8d-736d21bfcbcf tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 945 time: 0.0544159 Mar 09 19:52:11.451710 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-44b25af2-52e8-4027-b7f2-2dccbe64b248 req-6bbc2a07-b206-4ecc-9027-c4c5d3408dc0 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496535 Mar 09 19:52:11.591209 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05710b6b-6ceb-4110-ab18-15f3c45a9dc5 req-4f942b06-1369-4fa8-96fc-4410d6fc1478 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:11.592973 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-05710b6b-6ceb-4110-ab18-15f3c45a9dc5 req-4f942b06-1369-4fa8-96fc-4410d6fc1478 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0594361 Mar 09 19:52:11.649197 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-05710b6b-6ceb-4110-ab18-15f3c45a9dc5 req-914f385f-da9b-40b6-87c0-c2c2ed63afe6 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495346 Mar 09 19:52:11.784766 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['7fd98178-dba6-4307-adf0-386545dddda9'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:52:11.952710 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d290b-6945-4636-9f5f-6a3e84c01613 req-0a973c9b-de69-4b20-8536-9ad611b9a10d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:11.954290 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d75d290b-6945-4636-9f5f-6a3e84c01613 req-0a973c9b-de69-4b20-8536-9ad611b9a10d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0563862 Mar 09 19:52:12.037855 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d75d290b-6945-4636-9f5f-6a3e84c01613 req-76403957-e2dd-4311-a7ee-2bb66ad25127 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748420 Mar 09 19:52:12.051729 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1cb05-b6ca-42b5-a4e9-93ba491d5824 req-3b79dccc-d86d-40bf-b9ec-5d200c2cef1b tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:12.062022 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-61e1cb05-b6ca-42b5-a4e9-93ba491d5824 req-3b79dccc-d86d-40bf-b9ec-5d200c2cef1b tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 950 time: 0.0763965 Mar 09 19:52:12.099382 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-61e1cb05-b6ca-42b5-a4e9-93ba491d5824 req-7bbea16f-2dba-4fb7-b525-5b2e86107ced tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404968 Mar 09 19:52:12.571959 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f399b-6058-4d5d-bf65-d3a5e022bb31 req-5fbffff7-7241-49ba-b579-cbd80b85b8d1 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:12.582379 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7d6f399b-6058-4d5d-bf65-d3a5e022bb31 req-5fbffff7-7241-49ba-b579-cbd80b85b8d1 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 945 time: 0.0631788 Mar 09 19:52:12.631365 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7d6f399b-6058-4d5d-bf65-d3a5e022bb31 req-59bbf9e4-6530-462c-b21e-a29c12959fdb tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427303 Mar 09 19:52:12.783662 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b08309-e588-472a-b13b-085cb1dcb11b req-3ed1d834-37fe-4d0f-9d4c-b1a7123357ee tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:12.785146 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-81b08309-e588-472a-b13b-085cb1dcb11b req-3ed1d834-37fe-4d0f-9d4c-b1a7123357ee tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0549002 Mar 09 19:52:12.829912 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-81b08309-e588-472a-b13b-085cb1dcb11b req-f0c7001c-f78a-4a6b-96af-9a4be8a3669b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392859 Mar 09 19:52:13.165029 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d0d46-389f-4c2e-b826-dea287890daa req-638b6906-6dce-427d-91f4-a2a3a194c8a9 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:13.166764 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-517d0d46-389f-4c2e-b826-dea287890daa req-638b6906-6dce-427d-91f4-a2a3a194c8a9 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0593181 Mar 09 19:52:13.241573 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-517d0d46-389f-4c2e-b826-dea287890daa req-79ea67c6-387d-4c99-9d7a-69b77a7c0eae tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651820 Mar 09 19:52:13.248465 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9ca3a-fcf6-4991-a72c-3e7c503eb421 req-447c9c86-8e47-422c-9d91-2306709fc178 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:13.250170 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-39b9ca3a-fcf6-4991-a72c-3e7c503eb421 req-447c9c86-8e47-422c-9d91-2306709fc178 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 950 time: 0.0824425 Mar 09 19:52:13.309389 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-39b9ca3a-fcf6-4991-a72c-3e7c503eb421 req-c5999c15-86fd-4374-8df0-fe11e1d80a6b tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522571 Mar 09 19:52:13.390126 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 41240) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:13.490584 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7b2c05bc-bc9c-48dc-ac72-53b2eb666eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:13.559606 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7b2c05bc-bc9c-48dc-ac72-53b2eb666eab admin admin] Publish callbacks [] for security_group (8dc7dbe4-06ff-4d63-a4f3-50e82845a030), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:13.563112 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7b2c05bc-bc9c-48dc-ac72-53b2eb666eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (8dc7dbe4-06ff-4d63-a4f3-50e82845a030), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:13.600598 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-7b2c05bc-bc9c-48dc-ac72-53b2eb666eab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=843c834765f14e848b498987e5160c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094018 Mar 09 19:52:13.603225 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c05bc-bc9c-48dc-ac72-53b2eb666eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc7dbe4-06ff-4d63-a4f3-50e82845a030,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:13.603475 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 41246) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:13.657469 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-235c3d66-67be-45aa-8f66-6e99dfd999d6 admin admin] Publish callbacks [] for security_group (8dc7dbe4-06ff-4d63-a4f3-50e82845a030), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:13.678612 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-235c3d66-67be-45aa-8f66-6e99dfd999d6 admin admin] Publish callbacks [] for security_group (8dc7dbe4-06ff-4d63-a4f3-50e82845a030), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:13.734616 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-235c3d66-67be-45aa-8f66-6e99dfd999d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (8dc7dbe4-06ff-4d63-a4f3-50e82845a030), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:13.737282 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-235c3d66-67be-45aa-8f66-6e99dfd999d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:13.738403 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-235c3d66-67be-45aa-8f66-6e99dfd999d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8dc7dbe4-06ff-4d63-a4f3-50e82845a030 HTTP/1.1" status: 204 len: 168 time: 0.1337657 Mar 09 19:52:13.745886 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c3d66-67be-45aa-8f66-6e99dfd999d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc7dbe4-06ff-4d63-a4f3-50e82845a030,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:13.766515 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795cd56-053e-41ea-a8a4-133a2f35eee1 req-6f4f1b87-40a0-40a8-a4f8-3437f8009342 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:13.769091 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9795cd56-053e-41ea-a8a4-133a2f35eee1 req-6f4f1b87-40a0-40a8-a4f8-3437f8009342 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 945 time: 0.0657694 Mar 09 19:52:13.816169 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9795cd56-053e-41ea-a8a4-133a2f35eee1 req-cab95f36-7185-4c37-9640-50d7baeb1406 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412304 Mar 09 19:52:13.853133 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device d04734c9-3dcf-4292-9ebf-a20129bfd78b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:52:13.878593 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: d04734c9-3dcf-4292-9ebf-a20129bfd78b {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:52:13.878937 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device d04734c9-3dcf-4292-9ebf-a20129bfd78b not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:52:13.953893 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d404dc-71c1-4939-a2e0-f6cc5a18b2f0 req-69d96c32-3b93-49fb-9b6b-c038afada54f tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:13.956477 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-96d404dc-71c1-4939-a2e0-f6cc5a18b2f0 req-69d96c32-3b93-49fb-9b6b-c038afada54f tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0568717 Mar 09 19:52:14.011017 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-96d404dc-71c1-4939-a2e0-f6cc5a18b2f0 req-1611ab42-832f-408e-91b8-1eeb1f9f5de7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479949 Mar 09 19:52:14.015600 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 41262) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:14.030305 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f3f7969c-caa7-4e0d-8170-2687ce8541c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:14.103643 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f3f7969c-caa7-4e0d-8170-2687ce8541c9 admin admin] Publish callbacks [] for security_group (8a0a6845-50ac-466b-a427-0bb7fb01f5fd), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:14.107201 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f3f7969c-caa7-4e0d-8170-2687ce8541c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (8a0a6845-50ac-466b-a427-0bb7fb01f5fd), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:14.145256 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-f3f7969c-caa7-4e0d-8170-2687ce8541c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3eb4f9e8be404bb7af4e82d4b790506e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1284330 Mar 09 19:52:14.146074 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7969c-caa7-4e0d-8170-2687ce8541c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0a6845-50ac-466b-a427-0bb7fb01f5fd,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:14.147985 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 41264) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:14.197345 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1f0a45a6-5ea6-43e4-87b0-eaf5b124f002 admin admin] Publish callbacks [] for security_group (8a0a6845-50ac-466b-a427-0bb7fb01f5fd), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:14.217637 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1f0a45a6-5ea6-43e4-87b0-eaf5b124f002 admin admin] Publish callbacks [] for security_group (8a0a6845-50ac-466b-a427-0bb7fb01f5fd), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:14.261768 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1f0a45a6-5ea6-43e4-87b0-eaf5b124f002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (8a0a6845-50ac-466b-a427-0bb7fb01f5fd), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:14.264411 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1f0a45a6-5ea6-43e4-87b0-eaf5b124f002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:14.265526 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-1f0a45a6-5ea6-43e4-87b0-eaf5b124f002 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a0a6845-50ac-466b-a427-0bb7fb01f5fd HTTP/1.1" status: 204 len: 168 time: 0.1165421 Mar 09 19:52:14.273073 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a45a6-5ea6-43e4-87b0-eaf5b124f002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0a6845-50ac-466b-a427-0bb7fb01f5fd,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:14.376117 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ea808-223c-47d7-83e0-53c4d2742cb9 req-47627d3d-0d79-4123-8006-2bc71fc3d4e2 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:14.378312 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c78ea808-223c-47d7-83e0-53c4d2742cb9 req-47627d3d-0d79-4123-8006-2bc71fc3d4e2 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0637000 Mar 09 19:52:14.462755 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c78ea808-223c-47d7-83e0-53c4d2742cb9 req-9cddc887-dd17-4601-84c6-86962262da37 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788097 Mar 09 19:52:14.473962 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc500df2-7299-4a86-b908-5014e2e171d9 req-756e426f-77cd-4816-b3d4-61e30dcfce9a tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:14.475456 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-dc500df2-7299-4a86-b908-5014e2e171d9 req-756e426f-77cd-4816-b3d4-61e30dcfce9a tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 950 time: 0.0845845 Mar 09 19:52:14.523872 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-dc500df2-7299-4a86-b908-5014e2e171d9 req-24ddab2c-449e-4edb-a6d4-eb77d7aeb036 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418694 Mar 09 19:52:14.934889 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa90d3a-c7fa-4bf2-b40a-a2b0ec52f0d2 req-c88ee4b3-56e9-40e6-83a7-f3d61ae17fc8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:14.936974 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-dfa90d3a-c7fa-4bf2-b40a-a2b0ec52f0d2 req-c88ee4b3-56e9-40e6-83a7-f3d61ae17fc8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 945 time: 0.0546913 Mar 09 19:52:14.986006 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-dfa90d3a-c7fa-4bf2-b40a-a2b0ec52f0d2 req-626151fb-7c63-4d26-ae60-db7d4a520318 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432785 Mar 09 19:52:15.134765 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5b90f-c850-4dd3-9a84-7aadc32bdc1c req-0a71b237-5909-4099-bd68-0d9e18830bf8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:15.136238 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-45a5b90f-c850-4dd3-9a84-7aadc32bdc1c req-0a71b237-5909-4099-bd68-0d9e18830bf8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0553272 Mar 09 19:52:15.186513 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-45a5b90f-c850-4dd3-9a84-7aadc32bdc1c req-7a597fc6-c238-40c2-b17a-519bc3f1a6b8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447965 Mar 09 19:52:15.586320 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd224bb-b3fd-49ac-bc75-ec96f55adae4 req-b3a7327a-ec94-49ce-a8f3-afd4713c914a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:15.587818 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5cd224bb-b3fd-49ac-bc75-ec96f55adae4 req-b3a7327a-ec94-49ce-a8f3-afd4713c914a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0547717 Mar 09 19:52:15.676754 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5cd224bb-b3fd-49ac-bc75-ec96f55adae4 req-9be29c19-52a7-42d7-8ca7-ccac72d07468 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815370 Mar 09 19:52:15.683471 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801d73d-721c-455a-99fb-2fbda5fbf0a6 req-6a76a023-da91-4aa3-a3d8-2edb3372d620 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:15.685014 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1801d73d-721c-455a-99fb-2fbda5fbf0a6 req-6a76a023-da91-4aa3-a3d8-2edb3372d620 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 950 time: 0.0915959 Mar 09 19:52:15.738044 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1801d73d-721c-455a-99fb-2fbda5fbf0a6 req-405d91ae-6f4a-4717-9d2e-42f143685b25 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447834 Mar 09 19:52:16.106085 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024ef9a-e2d9-470b-8e77-dbc3ec3fdd34 req-86cd4005-33a0-454b-affa-3b4c3dbc5b89 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:16.107645 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7024ef9a-e2d9-470b-8e77-dbc3ec3fdd34 req-86cd4005-33a0-454b-affa-3b4c3dbc5b89 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 945 time: 0.0549219 Mar 09 19:52:16.153654 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7024ef9a-e2d9-470b-8e77-dbc3ec3fdd34 req-42baa865-0e0f-499d-8b78-41ec8c031fd5 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405314 Mar 09 19:52:16.174890 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 41366) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:16.301193 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-6768f71d-90ef-4670-86fd-097f9cef4687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:16.339541 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f06f78-db89-4df1-b3af-4e86d4f05c49 req-e2170192-0680-4861-b925-30fa6c1b8763 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:16.341006 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a1f06f78-db89-4df1-b3af-4e86d4f05c49 req-e2170192-0680-4861-b925-30fa6c1b8763 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0903020 Mar 09 19:52:16.406956 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a1f06f78-db89-4df1-b3af-4e86d4f05c49 req-0ea523a7-6550-4bb6-a344-924c3de2b810 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594904 Mar 09 19:52:16.440045 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-6768f71d-90ef-4670-86fd-097f9cef4687 admin admin] Publish callbacks [] for security_group (a4016395-9f22-4803-84c6-d6bd0f28e896), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:16.443958 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-6768f71d-90ef-4670-86fd-097f9cef4687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (a4016395-9f22-4803-84c6-d6bd0f28e896), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:16.481025 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-6768f71d-90ef-4670-86fd-097f9cef4687 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7d2842373f14984886c0799f65f2eba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050549 Mar 09 19:52:16.481885 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768f71d-90ef-4670-86fd-097f9cef4687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4016395-9f22-4803-84c6-d6bd0f28e896,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:16.483688 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 41372) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:16.530037 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6cfc861b-c40f-456f-b791-5a9c9509d765 admin admin] Publish callbacks [] for security_group (a4016395-9f22-4803-84c6-d6bd0f28e896), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:16.550345 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6cfc861b-c40f-456f-b791-5a9c9509d765 admin admin] Publish callbacks [] for security_group (a4016395-9f22-4803-84c6-d6bd0f28e896), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:16.599336 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6cfc861b-c40f-456f-b791-5a9c9509d765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (a4016395-9f22-4803-84c6-d6bd0f28e896), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:16.601973 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6cfc861b-c40f-456f-b791-5a9c9509d765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:16.603097 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-6cfc861b-c40f-456f-b791-5a9c9509d765 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4016395-9f22-4803-84c6-d6bd0f28e896 HTTP/1.1" status: 204 len: 168 time: 0.1183982 Mar 09 19:52:16.610271 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc861b-c40f-456f-b791-5a9c9509d765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4016395-9f22-4803-84c6-d6bd0f28e896,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:16.830317 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5848c2-75cb-409c-a5b1-3e61544eaa0f req-a57df06e-1e27-4307-90c5-3785257c4b3d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:16.831819 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8c5848c2-75cb-409c-a5b1-3e61544eaa0f req-a57df06e-1e27-4307-90c5-3785257c4b3d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0751300 Mar 09 19:52:16.873402 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 41390) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:16.886250 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-37dffe06-51ca-490e-980a-bf638d5e74aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:16.915200 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8c5848c2-75cb-409c-a5b1-3e61544eaa0f req-67a0a0dc-9637-458f-930d-d36d2264c6f7 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712028 Mar 09 19:52:16.923378 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fe4e0-1718-4b02-ac19-0ca9da6f29e7 req-566f1511-d251-449d-b457-08971813ee3d tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:16.925460 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-af9fe4e0-1718-4b02-ac19-0ca9da6f29e7 req-566f1511-d251-449d-b457-08971813ee3d tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 950 time: 0.0905039 Mar 09 19:52:16.961188 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-37dffe06-51ca-490e-980a-bf638d5e74aa admin admin] Publish callbacks [] for security_group (27e016d1-a3e1-49e0-b588-93c4a7daf209), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:16.965881 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-37dffe06-51ca-490e-980a-bf638d5e74aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (27e016d1-a3e1-49e0-b588-93c4a7daf209), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:16.974386 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-af9fe4e0-1718-4b02-ac19-0ca9da6f29e7 req-27463608-aebd-4444-931f-90e10456593e tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419400 Mar 09 19:52:17.002858 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-37dffe06-51ca-490e-980a-bf638d5e74aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e53177c6c70d43e8a0a49604d16ece7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283209 Mar 09 19:52:17.004773 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dffe06-51ca-490e-980a-bf638d5e74aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e016d1-a3e1-49e0-b588-93c4a7daf209,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:17.005468 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 41392) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:17.052911 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-a15099c5-ffc3-4c09-8d65-457bd7875874 admin admin] Publish callbacks [] for security_group (27e016d1-a3e1-49e0-b588-93c4a7daf209), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:17.072804 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-a15099c5-ffc3-4c09-8d65-457bd7875874 admin admin] Publish callbacks [] for security_group (27e016d1-a3e1-49e0-b588-93c4a7daf209), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:17.117664 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-a15099c5-ffc3-4c09-8d65-457bd7875874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (27e016d1-a3e1-49e0-b588-93c4a7daf209), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:17.120206 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-a15099c5-ffc3-4c09-8d65-457bd7875874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:17.121343 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-a15099c5-ffc3-4c09-8d65-457bd7875874 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27e016d1-a3e1-49e0-b588-93c4a7daf209 HTTP/1.1" status: 204 len: 168 time: 0.1149163 Mar 09 19:52:17.128814 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15099c5-ffc3-4c09-8d65-457bd7875874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e016d1-a3e1-49e0-b588-93c4a7daf209,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:17.276387 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22b598-a7da-4c91-97fe-e43b0c9d86b6 req-fb9323c4-dcfe-46a0-9f22-a75886b167d8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:17.277883 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ed22b598-a7da-4c91-97fe-e43b0c9d86b6 req-fb9323c4-dcfe-46a0-9f22-a75886b167d8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 945 time: 0.0591950 Mar 09 19:52:17.323318 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ed22b598-a7da-4c91-97fe-e43b0c9d86b6 req-d9fb2fce-c458-43fa-a677-47f6e4a2156c tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397670 Mar 09 19:52:17.524587 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48c94f-ac7e-4d85-9f5c-813807ddc066 req-3e358356-72bb-4d70-9ad1-c1a0cd702728 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:17.526105 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2e48c94f-ac7e-4d85-9f5c-813807ddc066 req-3e358356-72bb-4d70-9ad1-c1a0cd702728 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0553253 Mar 09 19:52:17.573396 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2e48c94f-ac7e-4d85-9f5c-813807ddc066 req-f91421f1-3fb4-45e8-b51b-70581a948667 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418057 Mar 09 19:52:18.042779 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d59f-4e28-4789-ae4c-70106ca10f59 req-78e406a2-153c-4680-b5bc-c343226286d4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:18.044859 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2c19d59f-4e28-4789-ae4c-70106ca10f59 req-78e406a2-153c-4680-b5bc-c343226286d4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0553896 Mar 09 19:52:18.126474 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2c19d59f-4e28-4789-ae4c-70106ca10f59 req-626d3f3a-3ff7-4f1e-8762-dc216f222db8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716491 Mar 09 19:52:18.136344 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c99ed-8240-48e1-8fc0-4aad9fa74148 req-3b62c46b-e7e4-4a4a-9011-961f46699063 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:18.138127 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-964c99ed-8240-48e1-8fc0-4aad9fa74148 req-3b62c46b-e7e4-4a4a-9011-961f46699063 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 950 time: 0.0921888 Mar 09 19:52:18.146066 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 41438) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:18.159844 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7a779-e54b-4cf7-b8ae-fe3b390b6cbe req-4f60e839-b923-4d7d-b621-1304171d4ac7 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:18.161348 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8ac7a779-e54b-4cf7-b8ae-fe3b390b6cbe req-4f60e839-b923-4d7d-b621-1304171d4ac7 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 950 time: 0.0773613 Mar 09 19:52:18.199389 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-964c99ed-8240-48e1-8fc0-4aad9fa74148 req-6af0ee60-e66a-4e1d-bfcc-f99a316d4a36 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/security-groups?id=bca47e9f-9df9-4d8c-9297-65746ba44963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554461 Mar 09 19:52:18.262207 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f3c63c5f-2c26-4995-b1f8-905dee8cac68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:18.308378 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-8ac7a779-e54b-4cf7-b8ae-fe3b390b6cbe req-f8313b21-5a4a-4081-a85f-531dc68a847d tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Deleting port 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:52:18.308635 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-8ac7a779-e54b-4cf7-b8ae-fe3b390b6cbe req-f8313b21-5a4a-4081-a85f-531dc68a847d tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (64f0f3fd-51ae-4d23-ba5c-5ba54e179c10), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:18.422926 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f3c63c5f-2c26-4995-b1f8-905dee8cac68 admin admin] Publish callbacks [] for security_group (32459995-876c-4726-b36b-51babc3e8287), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:18.425476 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-8ac7a779-e54b-4cf7-b8ae-fe3b390b6cbe req-f8313b21-5a4a-4081-a85f-531dc68a847d tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] For port 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=64f0f3fd-51ae-4d23-ba5c-5ba54e179c10,segment=NetworkSegment(044ba8d1-43b7-44a8-91dc-6ea2929a6e5d),segment_id=044ba8d1-43b7-44a8-91dc-6ea2929a6e5d)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:52:18.425825 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-8ac7a779-e54b-4cf7-b8ae-fe3b390b6cbe req-f8313b21-5a4a-4081-a85f-531dc68a847d tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (64f0f3fd-51ae-4d23-ba5c-5ba54e179c10), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:18.437176 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f3c63c5f-2c26-4995-b1f8-905dee8cac68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (32459995-876c-4726-b36b-51babc3e8287), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:18.443096 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e57f86-2096-4374-8c6e-52bffe118af7 req-a790a42b-2eaf-4cf4-85d5-d347de71dca4 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:18.444621 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-90e57f86-2096-4374-8c6e-52bffe118af7 req-a790a42b-2eaf-4cf4-85d5-d347de71dca4 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 945 time: 0.0548363 Mar 09 19:52:18.456308 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-8ac7a779-e54b-4cf7-b8ae-fe3b390b6cbe req-f8313b21-5a4a-4081-a85f-531dc68a847d tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Calling delete_port for 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 owned by compute:nova {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:52:18.486103 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c63c5f-2c26-4995-b1f8-905dee8cac68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32459995-876c-4726-b36b-51babc3e8287,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:18.491246 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-90e57f86-2096-4374-8c6e-52bffe118af7 req-3016a1b0-fe2e-4c5c-a157-775a4b9432a0 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409245 Mar 09 19:52:18.494662 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 41448) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:18.494827 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-f3c63c5f-2c26-4995-b1f8-905dee8cac68 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=088e30188fba446ba35e0924342b0961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478758 Mar 09 19:52:18.546057 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-549d32b4-b088-48af-b899-59fca7447005 admin admin] Publish callbacks [] for security_group (32459995-876c-4726-b36b-51babc3e8287), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:18.568842 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-549d32b4-b088-48af-b899-59fca7447005 admin admin] Publish callbacks [] for security_group (32459995-876c-4726-b36b-51babc3e8287), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:18.617461 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-8ac7a779-e54b-4cf7-b8ae-fe3b390b6cbe req-f8313b21-5a4a-4081-a85f-531dc68a847d tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (64f0f3fd-51ae-4d23-ba5c-5ba54e179c10), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:18.632768 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['64f0f3fd-51ae-4d23-ba5c-5ba54e179c10'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:52:18.644767 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-549d32b4-b088-48af-b899-59fca7447005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (32459995-876c-4726-b36b-51babc3e8287), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:18.648650 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-549d32b4-b088-48af-b899-59fca7447005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:18.649995 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-549d32b4-b088-48af-b899-59fca7447005 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/32459995-876c-4726-b36b-51babc3e8287 HTTP/1.1" status: 204 len: 168 time: 0.1540124 Mar 09 19:52:18.656140 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8313b21-5a4a-4081-a85f-531dc68a847d tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Pushing event deleted for resources: {'Port': ['ID=64f0f3fd-51ae-4d23-ba5c-5ba54e179c10,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:18.675908 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d32b4-b088-48af-b899-59fca7447005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32459995-876c-4726-b36b-51babc3e8287,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:18.719493 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac7a779-e54b-4cf7-b8ae-fe3b390b6cbe req-f8313b21-5a4a-4081-a85f-531dc68a847d tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] No DVR routers for this DVR port 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 on host hv-cinder-78836 {{(pid=114605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:52:18.724612 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-8ac7a779-e54b-4cf7-b8ae-fe3b390b6cbe req-f8313b21-5a4a-4081-a85f-531dc68a847d tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:18.729700 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8ac7a779-e54b-4cf7-b8ae-fe3b390b6cbe req-f8313b21-5a4a-4081-a85f-531dc68a847d tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.20 "DELETE /v2.0/ports/64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 HTTP/1.1" status: 204 len: 173 time: 0.5587575 Mar 09 19:52:18.731448 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5b336a-f863-4130-811c-fe14e5dabb0a', 'name': 'network-vif-deleted', 'tag': '64f0f3fd-51ae-4d23-ba5c-5ba54e179c10'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:52:18.741048 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08211a9b-5c13-4abf-a77d-8e5c4412191b req-23ae7ca4-367e-46b4-bc63-3438e5c6e7d9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:18.742051 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054b50fe-c2f4-4599-8fc3-ff2a012b0fd2" -d '{"events": [{"server_uuid": "3d5b336a-f863-4130-811c-fe14e5dabb0a", "name": "network-vif-deleted", "tag": "64f0f3fd-51ae-4d23-ba5c-5ba54e179c10"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:52:18.744842 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-08211a9b-5c13-4abf-a77d-8e5c4412191b req-23ae7ca4-367e-46b4-bc63-3438e5c6e7d9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0901103 Mar 09 19:52:18.799964 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e36e6a-a128-4496-aa61-c387c8d701f3 x-openstack-request-id: req-56e36e6a-a128-4496-aa61-c387c8d701f3 {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:52:18.800319 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5b336a-f863-4130-811c-fe14e5dabb0a", "name": "network-vif-deleted", "tag": "64f0f3fd-51ae-4d23-ba5c-5ba54e179c10", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:52:18.800600 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56e36e6a-a128-4496-aa61-c387c8d701f3 {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:52:18.800994 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5b336a-f863-4130-811c-fe14e5dabb0a', 'name': 'network-vif-deleted', 'tag': '64f0f3fd-51ae-4d23-ba5c-5ba54e179c10', 'status': 'completed', 'code': 200} Mar 09 19:52:18.843900 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-08211a9b-5c13-4abf-a77d-8e5c4412191b req-9e314d34-da57-4cec-872e-3a1a25fb7a4e tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891359 Mar 09 19:52:19.236854 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 41490) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:19.269306 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9c965-1eb0-442a-be53-20ffa70fbe38 req-dcc47b30-4c6f-4467-81a0-eab45d42643e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:19.272340 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60f9c965-1eb0-442a-be53-20ffa70fbe38 req-dcc47b30-4c6f-4467-81a0-eab45d42643e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0661721 Mar 09 19:52:19.361855 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7e9b3515-82b5-48f4-ae80-c05c73c8ab70 req-5ca2a1d3-bba8-4b3b-81e3-3fccfe818985 tempest-VolumesNegativeTest-1065698351 tempest-VolumesNegativeTest-1065698351-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d5b336a-f863-4130-811c-fe14e5dabb0a HTTP/1.1" status: 200 len: 210 time: 0.0503910 Mar 09 19:52:19.366175 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60f9c965-1eb0-442a-be53-20ffa70fbe38 req-8e499884-c344-4445-98dc-e58c37d83489 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877917 Mar 09 19:52:19.408964 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d83fd2c4-5593-4b76-9d0a-9f828e1a3fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:19.426702 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 7fd98178-dba6-4307-adf0-386545dddda9 up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:52:19.540901 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d83fd2c4-5593-4b76-9d0a-9f828e1a3fd0 admin admin] Publish callbacks [] for security_group (0efd197e-f292-44ae-ad11-e2100ecef95c), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:19.545756 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d83fd2c4-5593-4b76-9d0a-9f828e1a3fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (0efd197e-f292-44ae-ad11-e2100ecef95c), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:19.561779 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port 7fd98178-dba6-4307-adf0-386545dddda9 completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 19:52:19.571952 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port 7fd98178-dba6-4307-adf0-386545dddda9 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:52:19.573003 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (7fd98178-dba6-4307-adf0-386545dddda9), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:19.598594 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-d83fd2c4-5593-4b76-9d0a-9f828e1a3fd0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ec3f2cdb34845058fd550636a2f0f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3601377 Mar 09 19:52:19.600681 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fd2c4-5593-4b76-9d0a-9f828e1a3fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efd197e-f292-44ae-ad11-e2100ecef95c,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:19.600918 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 41520) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:19.690434 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 7fd98178-dba6-4307-adf0-386545dddda9 is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:52:19.691018 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (7fd98178-dba6-4307-adf0-386545dddda9), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:19.714995 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-158d1ae6-d5a3-4c3d-aa8c-876a1e22fa31 admin admin] Publish callbacks [] for security_group (0efd197e-f292-44ae-ad11-e2100ecef95c), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:19.728280 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 7fd98178-dba6-4307-adf0-386545dddda9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7fd98178-dba6-4307-adf0-386545dddda9,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:52:19.729328 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26af58e-8984-47db-916c-dced71acdbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd98178-dba6-4307-adf0-386545dddda9'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:52:19.732216 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1de4dd-a420-449b-b872-ad3e406d03b9" -d '{"events": [{"server_uuid": "c26af58e-8984-47db-916c-dced71acdbcf", "name": "network-vif-plugged", "status": "completed", "tag": "7fd98178-dba6-4307-adf0-386545dddda9"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:52:19.737912 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (7fd98178-dba6-4307-adf0-386545dddda9), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:19.742276 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-158d1ae6-d5a3-4c3d-aa8c-876a1e22fa31 admin admin] Publish callbacks [] for security_group (0efd197e-f292-44ae-ad11-e2100ecef95c), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:19.769022 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce73ccc-db23-49a2-a885-48bfa1f26d1f req-0a113379-b2b3-4883-9aa6-a54347879018 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:19.770535 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4ce73ccc-db23-49a2-a885-48bfa1f26d1f req-0a113379-b2b3-4883-9aa6-a54347879018 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 945 time: 0.1317675 Mar 09 19:52:19.786243 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56edf17-95d3-4012-808d-46aa876c7381 x-openstack-request-id: req-a56edf17-95d3-4012-808d-46aa876c7381 {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:52:19.786858 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26af58e-8984-47db-916c-dced71acdbcf", "name": "network-vif-plugged", "status": "completed", "tag": "7fd98178-dba6-4307-adf0-386545dddda9", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:52:19.787923 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a56edf17-95d3-4012-808d-46aa876c7381 {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:52:19.788697 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26af58e-8984-47db-916c-dced71acdbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd98178-dba6-4307-adf0-386545dddda9', 'code': 200} Mar 09 19:52:19.835900 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4ce73ccc-db23-49a2-a885-48bfa1f26d1f req-bacc1f5d-a2cd-4126-9012-51223a8881be tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563681 Mar 09 19:52:19.845187 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=7fd98178-dba6-4307-adf0-386545dddda9,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:19.853185 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:19.853506 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:19.853859 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:19.854284 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:19.854525 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:19.854859 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:19.855195 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:19.855525 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:19.855876 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:19.856219 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:19.856533 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:19.856862 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:19.857183 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:52:19.858649 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-158d1ae6-d5a3-4c3d-aa8c-876a1e22fa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (0efd197e-f292-44ae-ad11-e2100ecef95c), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:19.863680 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-158d1ae6-d5a3-4c3d-aa8c-876a1e22fa31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:19.869068 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-158d1ae6-d5a3-4c3d-aa8c-876a1e22fa31 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0efd197e-f292-44ae-ad11-e2100ecef95c HTTP/1.1" status: 204 len: 168 time: 0.2669969 Mar 09 19:52:19.896541 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d1ae6-d5a3-4c3d-aa8c-876a1e22fa31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efd197e-f292-44ae-ad11-e2100ecef95c,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:20.006044 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5b461-f181-4d29-ad18-bc9b57501d23 req-dd833910-d222-4587-b52d-5cec0c601593 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:20.015473 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-28f5b461-f181-4d29-ad18-bc9b57501d23 req-dd833910-d222-4587-b52d-5cec0c601593 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0774918 Mar 09 19:52:20.091360 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-28f5b461-f181-4d29-ad18-bc9b57501d23 req-3f273598-8155-4157-82c6-3687c53179a9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746257 Mar 09 19:52:20.614092 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4c7b3-3cc5-4d6e-9fd6-3dd7bf9dc97e req-def47e20-4698-4bac-a4a1-009431568a9f tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:20.617874 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-36e4c7b3-3cc5-4d6e-9fd6-3dd7bf9dc97e req-def47e20-4698-4bac-a4a1-009431568a9f tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.1177707 Mar 09 19:52:20.699116 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-36e4c7b3-3cc5-4d6e-9fd6-3dd7bf9dc97e req-691c74a2-4f1e-4a7b-80aa-19c72fef4a8e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762269 Mar 09 19:52:20.736810 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 41570) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:20.765422 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-fab3990e-6fb6-4e8d-997e-266c9c722abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:20.909871 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-fab3990e-6fb6-4e8d-997e-266c9c722abc admin admin] Publish callbacks [] for security_group (113d6b5c-fe2b-42f6-82df-506dc92dfef0), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:20.921410 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-fab3990e-6fb6-4e8d-997e-266c9c722abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (113d6b5c-fe2b-42f6-82df-506dc92dfef0), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:21.027564 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-fab3990e-6fb6-4e8d-997e-266c9c722abc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=924a37ba37db4845ac46f68a0d15c06a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887356 Mar 09 19:52:21.031593 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 41582) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:21.039041 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3990e-6fb6-4e8d-997e-266c9c722abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113d6b5c-fe2b-42f6-82df-506dc92dfef0,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:21.161105 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cacdf-7386-4ffd-bfbb-4550e6533951 req-901d68ca-6c0d-4522-af78-7153629660b4 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:21.162904 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-212cacdf-7386-4ffd-bfbb-4550e6533951 req-901d68ca-6c0d-4522-af78-7153629660b4 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 946 time: 0.1420758 Mar 09 19:52:21.163755 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8d0c36e2-2b1a-4943-8fa8-9c66e10785ca admin admin] Publish callbacks [] for security_group (113d6b5c-fe2b-42f6-82df-506dc92dfef0), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:21.193702 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8d0c36e2-2b1a-4943-8fa8-9c66e10785ca admin admin] Publish callbacks [] for security_group (113d6b5c-fe2b-42f6-82df-506dc92dfef0), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:21.338677 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-212cacdf-7386-4ffd-bfbb-4550e6533951 req-f104e1a8-602c-49ce-96e0-9e6ca90106f0 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1067479 Mar 09 19:52:21.342639 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8d0c36e2-2b1a-4943-8fa8-9c66e10785ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (113d6b5c-fe2b-42f6-82df-506dc92dfef0), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:21.346595 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8d0c36e2-2b1a-4943-8fa8-9c66e10785ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:21.347887 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-8d0c36e2-2b1a-4943-8fa8-9c66e10785ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/113d6b5c-fe2b-42f6-82df-506dc92dfef0 HTTP/1.1" status: 204 len: 168 time: 0.3153605 Mar 09 19:52:21.360715 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e351e8c-0ec2-47eb-a6ad-390c19dbd955 req-143e789b-8acb-46e5-b4be-c1fa7d38151f tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:21.364699 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5e351e8c-0ec2-47eb-a6ad-390c19dbd955 req-143e789b-8acb-46e5-b4be-c1fa7d38151f tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.1337755 Mar 09 19:52:21.425481 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c36e2-2b1a-4943-8fa8-9c66e10785ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113d6b5c-fe2b-42f6-82df-506dc92dfef0,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:21.457223 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5e351e8c-0ec2-47eb-a6ad-390c19dbd955 req-42cf4585-0f03-4b76-b743-dfa39601ead0 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823758 Mar 09 19:52:21.857848 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1edbb8-a97c-4f11-99fe-2ef96bfdd583 req-924dafbd-3298-4805-97ec-a663f0501888 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:21.868204 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2e1edbb8-a97c-4f11-99fe-2ef96bfdd583 req-924dafbd-3298-4805-97ec-a663f0501888 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0757179 Mar 09 19:52:21.891236 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 41656) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:21.913527 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6172f727-89dd-4697-9590-377bf4ef5fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:21.945027 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2e1edbb8-a97c-4f11-99fe-2ef96bfdd583 req-644b4fbc-efb3-42d0-ac2e-ee882f6cea10 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758879 Mar 09 19:52:21.967910 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:52:22.003566 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:52:22.003902 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 64f0f3fd-51ae-4d23-ba5c-5ba54e179c10 not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:52:22.020116 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6172f727-89dd-4697-9590-377bf4ef5fbf admin admin] Publish callbacks [] for security_group (d7933f58-e1c1-4a9d-9887-5d2362823dc7), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:22.023974 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6172f727-89dd-4697-9590-377bf4ef5fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (d7933f58-e1c1-4a9d-9887-5d2362823dc7), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:22.066498 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-6172f727-89dd-4697-9590-377bf4ef5fbf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac6cef295fe3445eba7ac6de2b2e3515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712906 Mar 09 19:52:22.066498 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172f727-89dd-4697-9590-377bf4ef5fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7933f58-e1c1-4a9d-9887-5d2362823dc7,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:22.066941 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 41668) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:22.115967 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-97a55210-efaf-43f9-a1f5-f8ec02d2eb0d admin admin] Publish callbacks [] for security_group (d7933f58-e1c1-4a9d-9887-5d2362823dc7), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:22.136837 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-97a55210-efaf-43f9-a1f5-f8ec02d2eb0d admin admin] Publish callbacks [] for security_group (d7933f58-e1c1-4a9d-9887-5d2362823dc7), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:22.191000 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-97a55210-efaf-43f9-a1f5-f8ec02d2eb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (d7933f58-e1c1-4a9d-9887-5d2362823dc7), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:22.194904 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-97a55210-efaf-43f9-a1f5-f8ec02d2eb0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:22.196132 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-97a55210-efaf-43f9-a1f5-f8ec02d2eb0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7933f58-e1c1-4a9d-9887-5d2362823dc7 HTTP/1.1" status: 204 len: 168 time: 0.1282017 Mar 09 19:52:22.206140 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a55210-efaf-43f9-a1f5-f8ec02d2eb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7933f58-e1c1-4a9d-9887-5d2362823dc7,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:22.474475 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f212b92-384d-4371-b599-b508f4e86376 req-a0f61daa-bbff-4453-a3f1-d9c15ca33c82 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:22.476418 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9f212b92-384d-4371-b599-b508f4e86376 req-a0f61daa-bbff-4453-a3f1-d9c15ca33c82 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 946 time: 0.0579011 Mar 09 19:52:22.539063 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9f212b92-384d-4371-b599-b508f4e86376 req-12abf028-fc60-4032-84ed-6f9c3193eeae tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565331 Mar 09 19:52:22.579660 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f1216-9806-49f7-8709-b49b128ba24c req-efcb9282-5d52-459a-9385-3083ec40cd0b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:22.586499 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7e0f1216-9806-49f7-8709-b49b128ba24c req-efcb9282-5d52-459a-9385-3083ec40cd0b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0604720 Mar 09 19:52:22.640492 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7e0f1216-9806-49f7-8709-b49b128ba24c req-1aa8e976-1366-4468-a31f-7765f15b90fb tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486236 Mar 09 19:52:23.211702 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a057a6-29b8-4d24-9ebb-f67d5f5fdf85 req-433cc35c-5ed4-4bc5-a25c-a70e11f85fd6 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:23.213659 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e7a057a6-29b8-4d24-9ebb-f67d5f5fdf85 req-433cc35c-5ed4-4bc5-a25c-a70e11f85fd6 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.1308310 Mar 09 19:52:23.277783 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c10295-d299-4aae-9fc5-07536c8f468a req-f64f6c5b-7af2-4ca6-b9cb-9757bc6e0bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:23.280233 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-72c10295-d299-4aae-9fc5-07536c8f468a req-f64f6c5b-7af2-4ca6-b9cb-9757bc6e0bb7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 1130 time: 0.1245081 Mar 09 19:52:23.291150 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e7a057a6-29b8-4d24-9ebb-f67d5f5fdf85 req-72f958e3-ff80-43e0-9120-7e7adfafd150 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688698 Mar 09 19:52:23.350914 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-72c10295-d299-4aae-9fc5-07536c8f468a req-0124d606-f7c1-429c-81d8-bfe06b2cdc19 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609331 Mar 09 19:52:23.463011 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device e2efef81-5f23-453c-a2c7-d3fef2e6b13d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:52:23.664412 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port e2efef81-5f23-453c-a2c7-d3fef2e6b13d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:52:23.704346 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'port_id': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d', 'mac_address': 'fa:16:3e:4a:a0:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:52:23.827277 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port e2efef81-5f23-453c-a2c7-d3fef2e6b13d is: ACTIVE; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:52:23.828821 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:23.869194 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2efef81-5f23-453c-a2c7-d3fef2e6b13d {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:52:23.887861 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea64df4-9a55-4081-8156-779b7ae80082 req-081b9431-9794-4aea-a5a1-babc8eedd1be tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:23.889468 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1ea64df4-9a55-4081-8156-779b7ae80082 req-081b9431-9794-4aea-a5a1-babc8eedd1be tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 946 time: 0.2123537 Mar 09 19:52:23.895426 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69d266-8dbc-4941-9d48-327b88d4cc12 req-94695ca6-57d5-4a50-8fa0-623530e3af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:23.896968 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-dd69d266-8dbc-4941-9d48-327b88d4cc12 req-94695ca6-57d5-4a50-8fa0-623530e3af0e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 1129 time: 0.0929027 Mar 09 19:52:23.905967 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port e2efef81-5f23-453c-a2c7-d3fef2e6b13d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:52:23.910827 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:23.983397 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-dd69d266-8dbc-4941-9d48-327b88d4cc12 req-10b4c665-4cdd-4373-9744-7bb2141aac4c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786309 Mar 09 19:52:24.005278 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c88805-2ad1-413d-af7e-ca23447777a6 req-287ce302-a6f2-4e53-a7b8-d30fc1715050 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:24.007678 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-75c88805-2ad1-413d-af7e-ca23447777a6 req-287ce302-a6f2-4e53-a7b8-d30fc1715050 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.2084501 Mar 09 19:52:24.022047 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1ea64df4-9a55-4081-8156-779b7ae80082 req-acc67080-98c1-4a6b-9913-6fc82275f9a4 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1187601 Mar 09 19:52:24.079324 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,revision_number=6']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:24.098702 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['e2efef81-5f23-453c-a2c7-d3fef2e6b13d'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:52:24.140167 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-75c88805-2ad1-413d-af7e-ca23447777a6 req-10985366-a9a9-4d64-8cd9-d580c2eb7f61 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169326 Mar 09 19:52:24.541902 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988bb43-975e-4a4e-93f8-80c8c9a4a893 req-94ee15e1-9827-4b34-8a96-390f2282cdf7 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:24.600179 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d988bb43-975e-4a4e-93f8-80c8c9a4a893 req-94ee15e1-9827-4b34-8a96-390f2282cdf7 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 944 time: 0.1388662 Mar 09 19:52:24.690673 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d988bb43-975e-4a4e-93f8-80c8c9a4a893 req-64361998-1ae6-4129-b021-8c94fddfe7a9 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877180 Mar 09 19:52:25.365486 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e455f9-f41b-4a90-ab1d-fae0b1ff5804 req-57df7e55-f4a9-4f07-8ecb-6d32a95c2a18 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:25.370815 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-74e455f9-f41b-4a90-ab1d-fae0b1ff5804 req-57df7e55-f4a9-4f07-8ecb-6d32a95c2a18 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 946 time: 0.1573212 Mar 09 19:52:25.489178 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device e2efef81-5f23-453c-a2c7-d3fef2e6b13d up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:52:25.531865 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-74e455f9-f41b-4a90-ab1d-fae0b1ff5804 req-668ff3a5-0ee0-493b-b00a-3df0c0e42176 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785253 Mar 09 19:52:25.567572 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68b3eb-0ffd-4e0c-9572-58825394c622 req-6aadf975-a018-4521-aa33-708d7b2b0b6b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:25.584710 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2e68b3eb-0ffd-4e0c-9572-58825394c622 req-6aadf975-a018-4521-aa33-708d7b2b0b6b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.2127316 Mar 09 19:52:25.716712 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2e68b3eb-0ffd-4e0c-9572-58825394c622 req-30a89ec9-83b0-43fe-9ef5-9e8d95b47e10 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266344 Mar 09 19:52:25.738921 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port e2efef81-5f23-453c-a2c7-d3fef2e6b13d triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:52:25.740839 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:25.904316 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 41924) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:25.932128 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port e2efef81-5f23-453c-a2c7-d3fef2e6b13d is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:52:25.932769 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:25.994739 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b793f7d-3aa4-447f-b107-ff6867ee11bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:52:26.002207 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ac2ad1-3a61-410f-b151-e23d3d56e299" -d '{"events": [{"server_uuid": "6b793f7d-3aa4-447f-b107-ff6867ee11bc", "name": "network-vif-plugged", "status": "completed", "tag": "e2efef81-5f23-453c-a2c7-d3fef2e6b13d"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:52:26.027115 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a164e1-cd5b-4806-8ab5-502253ae6e21 req-5e5c1f79-aaec-40db-8a91-6049f88c8ecb tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:26.029273 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port e2efef81-5f23-453c-a2c7-d3fef2e6b13d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:52:26.039224 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:26.041487 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-04a164e1-cd5b-4806-8ab5-502253ae6e21 req-5e5c1f79-aaec-40db-8a91-6049f88c8ecb tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 944 time: 0.1527848 Mar 09 19:52:26.135388 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9ee6dc-bc86-4dde-af4d-8ee8026105f1 x-openstack-request-id: req-6a9ee6dc-bc86-4dde-af4d-8ee8026105f1 {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:52:26.135691 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b793f7d-3aa4-447f-b107-ff6867ee11bc", "name": "network-vif-plugged", "status": "completed", "tag": "e2efef81-5f23-453c-a2c7-d3fef2e6b13d", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:52:26.136094 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a9ee6dc-bc86-4dde-af4d-8ee8026105f1 {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:52:26.136378 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b793f7d-3aa4-447f-b107-ff6867ee11bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d', 'code': 200} Mar 09 19:52:26.167341 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,revision_number=7']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:26.217301 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-04a164e1-cd5b-4806-8ab5-502253ae6e21 req-b201a23c-894c-43e9-8f29-543740a6a1fc tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743548 Mar 09 19:52:26.321125 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5e2123c2-e807-4d9d-9205-b2cc49cb1f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:26.499810 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5e2123c2-e807-4d9d-9205-b2cc49cb1f4d admin admin] Publish callbacks [] for security_group (88bfe415-6b9c-459d-ac51-9f17b6fdcc5c), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:26.510982 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-5e2123c2-e807-4d9d-9205-b2cc49cb1f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (88bfe415-6b9c-459d-ac51-9f17b6fdcc5c), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:26.616692 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 41962) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:26.619946 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-5e2123c2-e807-4d9d-9205-b2cc49cb1f4d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1250e5a87cc7443fb6b3fcf57ea48411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7119334 Mar 09 19:52:26.621779 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2123c2-e807-4d9d-9205-b2cc49cb1f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bfe415-6b9c-459d-ac51-9f17b6fdcc5c,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:26.769225 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-47b2c88d-5a10-46f3-866d-ad46cc18e3c4 admin admin] Publish callbacks [] for security_group (88bfe415-6b9c-459d-ac51-9f17b6fdcc5c), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:26.817862 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a49ad-11dd-405a-a0ad-f3bdb6b96779 req-18122bf3-3c8a-4972-b493-01ebec14f9c6 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:26.819458 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-850a49ad-11dd-405a-a0ad-f3bdb6b96779 req-18122bf3-3c8a-4972-b493-01ebec14f9c6 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 946 time: 0.1736221 Mar 09 19:52:26.831613 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-47b2c88d-5a10-46f3-866d-ad46cc18e3c4 admin admin] Publish callbacks [] for security_group (88bfe415-6b9c-459d-ac51-9f17b6fdcc5c), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:26.943981 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-47b2c88d-5a10-46f3-866d-ad46cc18e3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (88bfe415-6b9c-459d-ac51-9f17b6fdcc5c), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:26.946544 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-47b2c88d-5a10-46f3-866d-ad46cc18e3c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:26.947986 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-47b2c88d-5a10-46f3-866d-ad46cc18e3c4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88bfe415-6b9c-459d-ac51-9f17b6fdcc5c HTTP/1.1" status: 204 len: 168 time: 0.3292513 Mar 09 19:52:26.964028 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-850a49ad-11dd-405a-a0ad-f3bdb6b96779 req-443ddba2-1007-49bc-9d72-956505dd1d2f tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1272383 Mar 09 19:52:26.981401 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2c88d-5a10-46f3-866d-ad46cc18e3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bfe415-6b9c-459d-ac51-9f17b6fdcc5c,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:27.039883 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c1585-155f-41ad-ad27-df161843ee99 req-2b072698-cb61-432b-b9a2-3ce086af24dd tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:27.046605 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e90c1585-155f-41ad-ad27-df161843ee99 req-2b072698-cb61-432b-b9a2-3ce086af24dd tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.1565795 Mar 09 19:52:27.202468 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e90c1585-155f-41ad-ad27-df161843ee99 req-764b813d-ed56-44c7-a0dc-a62c45233db7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493819 Mar 09 19:52:27.274231 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2a730-3f85-4ff8-bd70-4208237c5d1b req-3f70ca95-9b8b-4eec-8875-d91ca6899101 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:27.280604 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8de2a730-3f85-4ff8-bd70-4208237c5d1b req-3f70ca95-9b8b-4eec-8875-d91ca6899101 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 946 time: 0.1890209 Mar 09 19:52:27.288352 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 41982) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:27.293039 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-2b22fac8-5051-47ab-a939-ab8b32a1de31 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'floatingip': {'port_id': '7fd98178-dba6-4307-adf0-386545dddda9'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:52:27.517884 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-50ecbd20-0a2c-4cc8-a0f8-6e9f0bc189f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:27.560270 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2b22fac8-5051-47ab-a939-ab8b32a1de31 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (26620db5-439e-46fb-9d65-c6416d035b9c), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:27.688772 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 41994) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:27.701833 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc634e-0182-495d-ba91-1c3ebaf41273 req-68b05ce2-a4f8-4f8b-99c2-95984e56eaba tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:27.718997 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c9fc634e-0182-495d-ba91-1c3ebaf41273 req-68b05ce2-a4f8-4f8b-99c2-95984e56eaba tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.2683580 Mar 09 19:52:27.764413 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d5ad7a12-c449-4420-a21b-497f32f35070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:27.891532 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d5ad7a12-c449-4420-a21b-497f32f35070 admin admin] Publish callbacks [] for security_group (3697ed55-7104-4ff0-b957-5dcbf02757c7), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:27.919641 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d5ad7a12-c449-4420-a21b-497f32f35070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (3697ed55-7104-4ff0-b957-5dcbf02757c7), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:28.023043 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c9fc634e-0182-495d-ba91-1c3ebaf41273 req-7ec205c2-9993-4ab4-9fdf-3086007c2aeb tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030744 Mar 09 19:52:28.025940 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad7a12-c449-4420-a21b-497f32f35070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3697ed55-7104-4ff0-b957-5dcbf02757c7,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:28.044314 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf947e9b-f936-4740-9f34-4fe3f647ec70 req-7be3ac47-22bf-483f-b2f1-35aa3b4358a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:28.051103 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-d5ad7a12-c449-4420-a21b-497f32f35070 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56565cc7b5c74cf1a53dffe9978285a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186779 Mar 09 19:52:28.052575 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-bf947e9b-f936-4740-9f34-4fe3f647ec70 req-7be3ac47-22bf-483f-b2f1-35aa3b4358a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f40a33baeda64a69bab5c022461457ab&device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 1129 time: 0.3136210 Mar 09 19:52:28.053887 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 42004) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:28.133759 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c887a-b8da-4783-aaef-a9c130e9534d req-3712b14b-b358-4996-b9f6-05a1c4938c55 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:28.140672 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c19c887a-b8da-4783-aaef-a9c130e9534d req-3712b14b-b358-4996-b9f6-05a1c4938c55 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.2416270 Mar 09 19:52:28.285594 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-600479b1-2e27-4e6d-80cb-f9a3f8a003d2 admin admin] Publish callbacks [] for security_group (3697ed55-7104-4ff0-b957-5dcbf02757c7), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:28.306666 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c19c887a-b8da-4783-aaef-a9c130e9534d req-64aaa604-514f-471b-8709-f68cef18133c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650367 Mar 09 19:52:28.363921 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-600479b1-2e27-4e6d-80cb-f9a3f8a003d2 admin admin] Publish callbacks [] for security_group (3697ed55-7104-4ff0-b957-5dcbf02757c7), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:28.454708 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 42014) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:28.475754 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-600479b1-2e27-4e6d-80cb-f9a3f8a003d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (3697ed55-7104-4ff0-b957-5dcbf02757c7), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:28.488248 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-600479b1-2e27-4e6d-80cb-f9a3f8a003d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:28.490091 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-600479b1-2e27-4e6d-80cb-f9a3f8a003d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3697ed55-7104-4ff0-b957-5dcbf02757c7 HTTP/1.1" status: 204 len: 168 time: 0.4344707 Mar 09 19:52:28.527178 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600479b1-2e27-4e6d-80cb-f9a3f8a003d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3697ed55-7104-4ff0-b957-5dcbf02757c7,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:28.851914 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf947e9b-f936-4740-9f34-4fe3f647ec70 req-fe8b7f0d-6831-4789-89e6-8ce54f139914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:28.854220 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-bf947e9b-f936-4740-9f34-4fe3f647ec70 req-fe8b7f0d-6831-4789-89e6-8ce54f139914 service neutron] 10.222.0.20 "GET /v2.0/networks?id=afc5eb80-49ab-4378-95f2-aaf87384a62e HTTP/1.1" status: 200 len: 920 time: 0.7849481 Mar 09 19:52:29.008452 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-bf947e9b-f936-4740-9f34-4fe3f647ec70 req-c27832de-5988-484f-a6f7-7bef5d121e99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=767daaf2-91c4-44ca-9887-2637f3465639 HTTP/1.1" status: 200 len: 217 time: 0.1342752 Mar 09 19:52:29.327404 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf947e9b-f936-4740-9f34-4fe3f647ec70 req-c98bec03-a58f-411a-95db-ba51eea670e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:29.330563 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-bf947e9b-f936-4740-9f34-4fe3f647ec70 req-c98bec03-a58f-411a-95db-ba51eea670e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80514b34-5e48-4a20-8a26-dafa704cc5f5 HTTP/1.1" status: 200 len: 859 time: 0.3091440 Mar 09 19:52:29.552969 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-bf947e9b-f936-4740-9f34-4fe3f647ec70 req-f00e837e-2552-4f1e-9b21-c4496e4b5c66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afc5eb80-49ab-4378-95f2-aaf87384a62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1694376 Mar 09 19:52:29.638236 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.db.resource_extend [None req-2b22fac8-5051-47ab-a939-ab8b32a1de31 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 19:52:29.717899 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-3abae2aa-b581-4585-b652-74dd8a3556c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e66fda9b72948889e604a77666b1c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2607625 Mar 09 19:52:29.721333 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 42048) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:29.739962 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-faef687b-de55-48df-9611-8f67825d4048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:29.745019 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf4d0f-2dff-4b75-ac66-0b1c3d283c4f req-e6bdea3a-aeca-418e-9821-10e86f6ce337 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:29.756714 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1edf4d0f-2dff-4b75-ac66-0b1c3d283c4f req-e6bdea3a-aeca-418e-9821-10e86f6ce337 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.5256894 Mar 09 19:52:29.894454 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1edf4d0f-2dff-4b75-ac66-0b1c3d283c4f req-f42fc3a4-7533-47aa-a84d-9bb4fd44343a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367686 Mar 09 19:52:29.956735 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ff1d9-81ad-4652-ae77-2c1b71ac31e3 req-c992cada-a75e-4739-a229-3156d3326459 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:29.960046 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d87ff1d9-81ad-4652-ae77-2c1b71ac31e3 req-c992cada-a75e-4739-a229-3156d3326459 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.4531648 Mar 09 19:52:30.010916 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1da5e457-c664-4fcb-9358-02dab188c959 admin admin] Publish callbacks [] for security_group (bca47e9f-9df9-4d8c-9297-65746ba44963), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:30.222033 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d87ff1d9-81ad-4652-ae77-2c1b71ac31e3 req-e36b6b6b-e968-44b4-994a-1b97391166b8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426038 Mar 09 19:52:30.246790 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1da5e457-c664-4fcb-9358-02dab188c959 admin admin] Publish callbacks [] for security_group (bca47e9f-9df9-4d8c-9297-65746ba44963), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:30.339682 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2b22fac8-5051-47ab-a939-ab8b32a1de31 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:30.373079 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2b22fac8-5051-47ab-a939-ab8b32a1de31 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (26620db5-439e-46fb-9d65-c6416d035b9c), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:30.381069 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1da5e457-c664-4fcb-9358-02dab188c959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (bca47e9f-9df9-4d8c-9297-65746ba44963), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:30.385043 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1da5e457-c664-4fcb-9358-02dab188c959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:30.393115 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-1da5e457-c664-4fcb-9358-02dab188c959 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bca47e9f-9df9-4d8c-9297-65746ba44963 HTTP/1.1" status: 204 len: 168 time: 0.6626458 Mar 09 19:52:30.407291 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5e457-c664-4fcb-9358-02dab188c959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca47e9f-9df9-4d8c-9297-65746ba44963,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:30.477714 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-bf947e9b-f936-4740-9f34-4fe3f647ec70 req-694409a5-bb9b-4ee0-afa1-cd8c5727844d service neutron] 10.222.0.20 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9151468 Mar 09 19:52:30.817265 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-bf947e9b-f936-4740-9f34-4fe3f647ec70 req-b8e0729a-7146-447f-9cef-66b17ac756ee service neutron] 10.222.0.20 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264034 Mar 09 19:52:30.888032 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:31.094712 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.l3_db [None req-2b22fac8-5051-47ab-a939-ab8b32a1de31 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Floating IP 26620db5-439e-46fb-9d65-c6416d035b9c associated. External IP: 172.27.3.59, port: 7fd98178-dba6-4307-adf0-386545dddda9. Mar 09 19:52:31.333642 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5504997-7539-4411-a079-d673e9130218 req-b78e9306-7f96-4f36-bcae-257134710c24 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:31.341605 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e5504997-7539-4411-a079-d673e9130218 req-b78e9306-7f96-4f36-bcae-257134710c24 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.1940322 Mar 09 19:52:31.454076 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e5504997-7539-4411-a079-d673e9130218 req-ced689da-7ad9-4433-bc29-5b56e0639d09 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072907 Mar 09 19:52:31.612649 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541893c-c96a-4b99-93bb-252033cc90de req-657ab392-c2d3-4d66-8770-b5eade57d1bd tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:31.648108 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1541893c-c96a-4b99-93bb-252033cc90de req-657ab392-c2d3-4d66-8770-b5eade57d1bd tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.2112355 Mar 09 19:52:31.752990 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b22fac8-5051-47ab-a939-ab8b32a1de31 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:52:31.754323 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1541893c-c96a-4b99-93bb-252033cc90de req-5b54b67a-cd28-4ec8-944c-7149a15e0ebd tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025734 Mar 09 19:52:32.051883 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b22fac8-5051-47ab-a939-ab8b32a1de31 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:52:32.065479 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2b22fac8-5051-47ab-a939-ab8b32a1de31 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:32.074967 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:32.077456 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea1960e-c80d-4761-beb7-d05c1e335e8b None None] Sync routers for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:52:32.100941 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1960e-c80d-4761-beb7-d05c1e335e8b None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:52:32.102059 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-6ea1960e-c80d-4761-beb7-d05c1e335e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:52:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:52:32.119169 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4e9d1-3faf-49a6-978d-70ac96ec523e req-53e1a287-38f7-4912-84e2-311ac6b61c2d tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:32.132005 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-2b22fac8-5051-47ab-a939-ab8b32a1de31 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "PUT /v2.0/floatingips/26620db5-439e-46fb-9d65-c6416d035b9c HTTP/1.1" status: 200 len: 991 time: 4.8424189 Mar 09 19:52:32.132918 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26af58e-8984-47db-916c-dced71acdbcf', 'tag': '7fd98178-dba6-4307-adf0-386545dddda9'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:52:32.135254 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac39986-7fd8-4e42-873b-96ccb863a3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c26af58e-8984-47db-916c-dced71acdbcf", "tag": "7fd98178-dba6-4307-adf0-386545dddda9"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:52:32.139056 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fad4e9d1-3faf-49a6-978d-70ac96ec523e req-53e1a287-38f7-4912-84e2-311ac6b61c2d tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 946 time: 0.2086148 Mar 09 19:52:32.178554 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3beb65be-f2b6-45f1-a7ed-38ef2bc141a7 x-openstack-request-id: req-3beb65be-f2b6-45f1-a7ed-38ef2bc141a7 {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:52:32.179128 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c26af58e-8984-47db-916c-dced71acdbcf", "tag": "7fd98178-dba6-4307-adf0-386545dddda9", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:52:32.179597 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3beb65be-f2b6-45f1-a7ed-38ef2bc141a7 {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:52:32.180236 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c26af58e-8984-47db-916c-dced71acdbcf', 'tag': '7fd98178-dba6-4307-adf0-386545dddda9', 'status': 'completed', 'code': 200} Mar 09 19:52:32.310939 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fad4e9d1-3faf-49a6-978d-70ac96ec523e req-635355a2-7238-4f2e-bea9-189ccdb8c2f3 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673276 Mar 09 19:52:32.326251 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac39986-7fd8-4e42-873b-96ccb863a3a7 req-4b7c1869-caf5-4882-8532-17b5349ccad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:32.329881 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-cac39986-7fd8-4e42-873b-96ccb863a3a7 req-4b7c1869-caf5-4882-8532-17b5349ccad8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d035a3aae24ccb9b470e06d3d01412&device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 1130 time: 0.1166832 Mar 09 19:52:32.467692 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:32.571820 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-6ea1960e-c80d-4761-beb7-d05c1e335e8b None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:52:32.662971 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac39986-7fd8-4e42-873b-96ccb863a3a7 req-3d0b8008-f8cd-48d9-9115-eeb2e3a9524b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:32.664695 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-cac39986-7fd8-4e42-873b-96ccb863a3a7 req-3d0b8008-f8cd-48d9-9115-eeb2e3a9524b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1fb9771-c14c-449d-8f62-3d71790f8b4f HTTP/1.1" status: 200 len: 916 time: 0.3276906 Mar 09 19:52:32.759426 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09836c90-569c-4276-bb41-381cc02a6839 req-ec226c9d-6671-4568-9780-9823071aebeb tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:32.774781 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-09836c90-569c-4276-bb41-381cc02a6839 req-ec226c9d-6671-4568-9780-9823071aebeb tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.1476429 Mar 09 19:52:32.830269 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-cac39986-7fd8-4e42-873b-96ccb863a3a7 req-68b8be11-6dfa-45cb-8169-d928784a1872 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fd98178-dba6-4307-adf0-386545dddda9 HTTP/1.1" status: 200 len: 999 time: 0.1525052 Mar 09 19:52:32.897030 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-09836c90-569c-4276-bb41-381cc02a6839 req-b4b7d048-cc28-4c14-b255-9ab5aa6bf802 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190772 Mar 09 19:52:32.984944 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac39986-7fd8-4e42-873b-96ccb863a3a7 req-ce278414-0fde-46ae-9594-75e5d451a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:32.986633 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-cac39986-7fd8-4e42-873b-96ccb863a3a7 req-ce278414-0fde-46ae-9594-75e5d451a351 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1691d741-1db9-45a9-b9fc-c8baf7574710 HTTP/1.1" status: 200 len: 854 time: 0.1477330 Mar 09 19:52:33.049754 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-6ea1960e-c80d-4761-beb7-d05c1e335e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '26620db5-439e-46fb-9d65-c6416d035b9c', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'port_id': '7fd98178-dba6-4307-adf0-386545dddda9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'mac_address': 'fa:16:3e:c2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26af58e-8984-47db-916c-dced71acdbcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:51:58Z', 'updated_at': '2022-03-09T19:52:29Z', 'revision_number': 1, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'fixed_ip_address_scope': None}, {'id': 'd8605643-09b5-4814-9ae1-2c3487fd257e', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'port_id': '369d6714-3c0c-42bc-97fa-6f197e0fc770', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'mac_address': 'fa:16:3e:11:63:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89a57f-89ca-498e-bf18-cab368133f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:50:24Z', 'updated_at': '2022-03-09T19:50:51Z', 'revision_number': 2, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:52:33.053783 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8ebd6-9390-4c5c-bffe-3726dbd54837 req-75b29663-33fc-4b28-b6db-91878244d220 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:33.058344 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9bf8ebd6-9390-4c5c-bffe-3726dbd54837 req-75b29663-33fc-4b28-b6db-91878244d220 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.1520259 Mar 09 19:52:33.083640 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac39986-7fd8-4e42-873b-96ccb863a3a7 req-75bae9d6-b6e1-4714-9107-9e6e8e628427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:33.083640 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-cac39986-7fd8-4e42-873b-96ccb863a3a7 req-75bae9d6-b6e1-4714-9107-9e6e8e628427 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1fb9771-c14c-449d-8f62-3d71790f8b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884020 Mar 09 19:52:33.139267 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea1960e-c80d-4761-beb7-d05c1e335e8b None None] Checking router: e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:52:33.173189 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1960e-c80d-4761-beb7-d05c1e335e8b None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:52:33.173843 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-6ea1960e-c80d-4761-beb7-d05c1e335e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:52:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:52:33.194374 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9bf8ebd6-9390-4c5c-bffe-3726dbd54837 req-84d07102-6443-4c90-b5f2-64a8be3bcad9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253071 Mar 09 19:52:33.233219 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-cac39986-7fd8-4e42-873b-96ccb863a3a7 req-975350f0-5066-48a3-aa69-4f4e9242ca4c service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393194 Mar 09 19:52:33.458341 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-6ea1960e-c80d-4761-beb7-d05c1e335e8b None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:52:33.552354 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302c6aa-b102-4490-a587-f0abdc8261f9 req-c86b64bc-e11b-4a39-b3d9-6211c4fe47c6 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:33.567847 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f302c6aa-b102-4490-a587-f0abdc8261f9 req-c86b64bc-e11b-4a39-b3d9-6211c4fe47c6 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 946 time: 0.1568110 Mar 09 19:52:33.576346 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-cac39986-7fd8-4e42-873b-96ccb863a3a7 req-5ae87b12-7aa9-4c1f-95a1-41505291afbe service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271246 Mar 09 19:52:33.695200 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f302c6aa-b102-4490-a587-f0abdc8261f9 req-3aee74e9-5494-4488-9543-4f348417cc8f tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217241 Mar 09 19:52:33.893462 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:34.196780 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03320d-434c-427e-89b6-343db3f122f1 req-dd62b04c-9228-4e3b-8bec-f800745d666f tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:34.198299 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3b03320d-434c-427e-89b6-343db3f122f1 req-dd62b04c-9228-4e3b-8bec-f800745d666f tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.1083472 Mar 09 19:52:34.356590 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3b03320d-434c-427e-89b6-343db3f122f1 req-2bf86396-b410-4d79-8db2-d32fb8423724 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388545 Mar 09 19:52:34.405520 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94122e-fac1-4a3d-b569-fddd3e1bccdd req-48dd777e-f84e-4ff2-ab59-6bce2d2202a9 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:34.409724 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ca94122e-fac1-4a3d-b569-fddd3e1bccdd req-48dd777e-f84e-4ff2-ab59-6bce2d2202a9 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.20 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 946 time: 0.1619158 Mar 09 19:52:34.481739 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef4b7b-4cde-4339-a1f7-34182093fc90 req-26e35fc5-b546-4dd0-bda3-b252722c8171 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:34.483295 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-50ef4b7b-4cde-4339-a1f7-34182093fc90 req-26e35fc5-b546-4dd0-bda3-b252722c8171 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.1046076 Mar 09 19:52:34.493302 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-6ea1960e-c80d-4761-beb7-d05c1e335e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '26620db5-439e-46fb-9d65-c6416d035b9c', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'port_id': '7fd98178-dba6-4307-adf0-386545dddda9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'mac_address': 'fa:16:3e:c2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26af58e-8984-47db-916c-dced71acdbcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:51:58Z', 'updated_at': '2022-03-09T19:52:29Z', 'revision_number': 1, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'fixed_ip_address_scope': None}, {'id': 'd8605643-09b5-4814-9ae1-2c3487fd257e', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'port_id': '369d6714-3c0c-42bc-97fa-6f197e0fc770', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'mac_address': 'fa:16:3e:11:63:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89a57f-89ca-498e-bf18-cab368133f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:50:24Z', 'updated_at': '2022-03-09T19:50:51Z', 'revision_number': 2, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:52:34.600503 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-50ef4b7b-4cde-4339-a1f7-34182093fc90 req-346f54f8-ec6b-4fd9-9750-ed8a13f38d5c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106260 Mar 09 19:52:34.605473 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea1960e-c80d-4761-beb7-d05c1e335e8b None None] The sync data for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi is: [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '26620db5-439e-46fb-9d65-c6416d035b9c', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'port_id': '7fd98178-dba6-4307-adf0-386545dddda9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'mac_address': 'fa:16:3e:c2:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26af58e-8984-47db-916c-dced71acdbcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:51:58Z', 'updated_at': '2022-03-09T19:52:29Z', 'revision_number': 1, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'fixed_ip_address_scope': None}, {'id': 'd8605643-09b5-4814-9ae1-2c3487fd257e', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'port_id': '369d6714-3c0c-42bc-97fa-6f197e0fc770', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'mac_address': 'fa:16:3e:11:63:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89a57f-89ca-498e-bf18-cab368133f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:50:24Z', 'updated_at': '2022-03-09T19:50:51Z', 'revision_number': 2, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:52:34.780049 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-ca94122e-fac1-4a3d-b569-fddd3e1bccdd req-43e527c1-e906-4b9b-a885-d3a5e9ca6a64 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Deleting port 4be06a6d-4b44-4fca-98a4-6bc764bfc78c {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:52:34.780775 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-ca94122e-fac1-4a3d-b569-fddd3e1bccdd req-43e527c1-e906-4b9b-a885-d3a5e9ca6a64 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (4be06a6d-4b44-4fca-98a4-6bc764bfc78c), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:34.960841 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153ed11-31bc-462a-8e05-0a5efe3d8e9f req-b079a5a2-ae6f-4d02-a728-57629a6026bd tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:34.976180 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d153ed11-31bc-462a-8e05-0a5efe3d8e9f req-b079a5a2-ae6f-4d02-a728-57629a6026bd tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 946 time: 0.1596241 Mar 09 19:52:35.012371 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-ca94122e-fac1-4a3d-b569-fddd3e1bccdd req-43e527c1-e906-4b9b-a885-d3a5e9ca6a64 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] For port 4be06a6d-4b44-4fca-98a4-6bc764bfc78c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4be06a6d-4b44-4fca-98a4-6bc764bfc78c,segment=NetworkSegment(c3e60ba3-6da5-45af-936a-c91cd6ea53d4),segment_id=c3e60ba3-6da5-45af-936a-c91cd6ea53d4)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:52:35.013004 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-ca94122e-fac1-4a3d-b569-fddd3e1bccdd req-43e527c1-e906-4b9b-a885-d3a5e9ca6a64 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (4be06a6d-4b44-4fca-98a4-6bc764bfc78c), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:35.051070 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b4686a-8b22-4802-9542-b00805082e09 None None] New status for floating IP 26620db5-439e-46fb-9d65-c6416d035b9c: ACTIVE {{(pid=114606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:52:35.065179 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-ca94122e-fac1-4a3d-b569-fddd3e1bccdd req-43e527c1-e906-4b9b-a885-d3a5e9ca6a64 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Calling delete_port for 4be06a6d-4b44-4fca-98a4-6bc764bfc78c owned by compute:nova {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:52:35.088877 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d153ed11-31bc-462a-8e05-0a5efe3d8e9f req-af441246-2a8a-4eab-ae9e-b17d7e8450e8 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114924 Mar 09 19:52:35.407051 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-ca94122e-fac1-4a3d-b569-fddd3e1bccdd req-43e527c1-e906-4b9b-a885-d3a5e9ca6a64 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (4be06a6d-4b44-4fca-98a4-6bc764bfc78c), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:35.570984 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e527c1-e906-4b9b-a885-d3a5e9ca6a64 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Pushing event deleted for resources: {'Port': ['ID=4be06a6d-4b44-4fca-98a4-6bc764bfc78c,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:35.595040 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['4be06a6d-4b44-4fca-98a4-6bc764bfc78c'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:52:35.658963 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f47220-73d2-448f-9a7f-0fed8d7669ab req-006f32ef-b103-4fd3-b011-bc8e8354bdf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:35.661206 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-40f47220-73d2-448f-9a7f-0fed8d7669ab req-006f32ef-b103-4fd3-b011-bc8e8354bdf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0957620 Mar 09 19:52:35.692804 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca94122e-fac1-4a3d-b569-fddd3e1bccdd req-43e527c1-e906-4b9b-a885-d3a5e9ca6a64 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] No DVR routers for this DVR port 4be06a6d-4b44-4fca-98a4-6bc764bfc78c on host hv-cinder-78836 {{(pid=114605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:52:35.697460 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-ca94122e-fac1-4a3d-b569-fddd3e1bccdd req-43e527c1-e906-4b9b-a885-d3a5e9ca6a64 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:35.704223 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ca94122e-fac1-4a3d-b569-fddd3e1bccdd req-43e527c1-e906-4b9b-a885-d3a5e9ca6a64 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.20 "DELETE /v2.0/ports/4be06a6d-4b44-4fca-98a4-6bc764bfc78c HTTP/1.1" status: 204 len: 173 time: 1.2888384 Mar 09 19:52:35.705979 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd', 'name': 'network-vif-deleted', 'tag': '4be06a6d-4b44-4fca-98a4-6bc764bfc78c'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:52:35.714169 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9157578-afa1-4675-a099-3e7d6fad3c06" -d '{"events": [{"server_uuid": "6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd", "name": "network-vif-deleted", "tag": "4be06a6d-4b44-4fca-98a4-6bc764bfc78c"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:52:35.776159 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-40f47220-73d2-448f-9a7f-0fed8d7669ab req-5b9f5a8a-8adc-4cc3-862e-7591f9db2a65 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055641 Mar 09 19:52:35.864127 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccddc54-11f7-4033-af9b-6ab940d95785 x-openstack-request-id: req-bccddc54-11f7-4033-af9b-6ab940d95785 {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:52:35.864537 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd", "name": "network-vif-deleted", "tag": "4be06a6d-4b44-4fca-98a4-6bc764bfc78c", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:52:35.864811 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bccddc54-11f7-4033-af9b-6ab940d95785 {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:52:35.865289 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd', 'name': 'network-vif-deleted', 'tag': '4be06a6d-4b44-4fca-98a4-6bc764bfc78c', 'status': 'completed', 'code': 200} Mar 09 19:52:36.335427 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 42204) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:36.537814 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bbba7cc9-61cf-4334-9def-031aacd522a7 req-6b2ed288-f0a6-46f7-abc6-df6f5f3a3e87 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=6112e5c9-307b-41ab-b5e8-4dcd1e73b3fd HTTP/1.1" status: 200 len: 210 time: 0.1969070 Mar 09 19:52:36.752047 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0931677f-7a38-4412-9a9a-e8bcb3e8d798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:36.790662 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fe690-f0bb-41f6-b583-4525be502372 req-8e0083ee-ceff-4363-9268-b3cbaf6ab185 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:36.793543 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-609fe690-f0bb-41f6-b583-4525be502372 req-8e0083ee-ceff-4363-9268-b3cbaf6ab185 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0945561 Mar 09 19:52:36.907279 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-609fe690-f0bb-41f6-b583-4525be502372 req-b488e836-fc43-4dbc-9bd7-a31ad7012751 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067040 Mar 09 19:52:36.948454 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0931677f-7a38-4412-9a9a-e8bcb3e8d798 admin admin] Publish callbacks [] for security_group (67f9b8fc-3fd2-44bd-85bc-dd86e8f97602), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:36.961585 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0931677f-7a38-4412-9a9a-e8bcb3e8d798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (67f9b8fc-3fd2-44bd-85bc-dd86e8f97602), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:37.001498 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931677f-7a38-4412-9a9a-e8bcb3e8d798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f9b8fc-3fd2-44bd-85bc-dd86e8f97602,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:37.055964 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-0931677f-7a38-4412-9a9a-e8bcb3e8d798 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23eee3e4c1794d00b096fbc4c0635a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7200336 Mar 09 19:52:37.062279 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e17bfd-cbde-476f-bde4-3ba7af52de79 req-58a6566d-4c7f-4576-a2d7-9e2f085adb5d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:37.062970 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 42224) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:37.089541 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d3e17bfd-cbde-476f-bde4-3ba7af52de79 req-58a6566d-4c7f-4576-a2d7-9e2f085adb5d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.1587102 Mar 09 19:52:37.166999 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9468a029-cede-4731-8d39-cbe1a08cee9a admin admin] Publish callbacks [] for security_group (67f9b8fc-3fd2-44bd-85bc-dd86e8f97602), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:37.209202 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9468a029-cede-4731-8d39-cbe1a08cee9a admin admin] Publish callbacks [] for security_group (67f9b8fc-3fd2-44bd-85bc-dd86e8f97602), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:37.219610 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d3e17bfd-cbde-476f-bde4-3ba7af52de79 req-85df63e2-d699-4212-bca5-707c33b91df9 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271307 Mar 09 19:52:37.332230 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9468a029-cede-4731-8d39-cbe1a08cee9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (67f9b8fc-3fd2-44bd-85bc-dd86e8f97602), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:37.335598 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9468a029-cede-4731-8d39-cbe1a08cee9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:37.339270 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-9468a029-cede-4731-8d39-cbe1a08cee9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67f9b8fc-3fd2-44bd-85bc-dd86e8f97602 HTTP/1.1" status: 204 len: 168 time: 0.2729764 Mar 09 19:52:37.345552 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468a029-cede-4731-8d39-cbe1a08cee9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f9b8fc-3fd2-44bd-85bc-dd86e8f97602,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:37.542446 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 4be06a6d-4b44-4fca-98a4-6bc764bfc78c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:52:37.621455 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: 4be06a6d-4b44-4fca-98a4-6bc764bfc78c {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:52:37.621856 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 4be06a6d-4b44-4fca-98a4-6bc764bfc78c not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:52:38.427141 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551bc09-ba94-4901-b5db-1dc98a97ee2a req-fb74414c-2dd0-4684-913e-5fa129dae821 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:38.429539 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3551bc09-ba94-4901-b5db-1dc98a97ee2a req-fb74414c-2dd0-4684-913e-5fa129dae821 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.1224926 Mar 09 19:52:38.544992 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3551bc09-ba94-4901-b5db-1dc98a97ee2a req-de696376-40f1-4837-a73e-dc32bcee630a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070466 Mar 09 19:52:39.664596 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 42290) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:39.793263 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f321e31-9494-4e67-9b96-29edfe2e8d71 req-3addc245-baf8-4c7c-8794-6fa8e787378d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:39.805101 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3f321e31-9494-4e67-9b96-29edfe2e8d71 req-3addc245-baf8-4c7c-8794-6fa8e787378d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0838957 Mar 09 19:52:39.846630 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-44c54d5a-a108-4275-b2ae-f38e94b0ec6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:39.865904 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3f321e31-9494-4e67-9b96-29edfe2e8d71 req-bf4a0b97-ec50-4ec3-b94d-485f63617774 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582283 Mar 09 19:52:39.944200 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-44c54d5a-a108-4275-b2ae-f38e94b0ec6c admin admin] Publish callbacks [] for security_group (e4405d96-e4c8-4a09-8687-08076e85612f), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:39.955439 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-44c54d5a-a108-4275-b2ae-f38e94b0ec6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (e4405d96-e4c8-4a09-8687-08076e85612f), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:40.003771 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c54d5a-a108-4275-b2ae-f38e94b0ec6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4405d96-e4c8-4a09-8687-08076e85612f,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:40.011865 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-44c54d5a-a108-4275-b2ae-f38e94b0ec6c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ba99b34b10a4afabed8b9b1d5c51417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425698 Mar 09 19:52:40.012348 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 42296) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:40.136329 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2eeb054c-d7a7-437c-96df-580adf6c57f0 admin admin] Publish callbacks [] for security_group (e4405d96-e4c8-4a09-8687-08076e85612f), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:40.163924 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2eeb054c-d7a7-437c-96df-580adf6c57f0 admin admin] Publish callbacks [] for security_group (e4405d96-e4c8-4a09-8687-08076e85612f), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:40.241793 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2eeb054c-d7a7-437c-96df-580adf6c57f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (e4405d96-e4c8-4a09-8687-08076e85612f), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:40.245258 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2eeb054c-d7a7-437c-96df-580adf6c57f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:40.246864 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-2eeb054c-d7a7-437c-96df-580adf6c57f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4405d96-e4c8-4a09-8687-08076e85612f HTTP/1.1" status: 204 len: 168 time: 0.2332878 Mar 09 19:52:40.262349 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb054c-d7a7-437c-96df-580adf6c57f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4405d96-e4c8-4a09-8687-08076e85612f,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:41.056183 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7ef4a-2170-478a-baa9-8aca10ad5655 req-41a06a2b-cedc-42ae-b1b6-17801f3c2f20 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:41.057734 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f0d7ef4a-2170-478a-baa9-8aca10ad5655 req-41a06a2b-cedc-42ae-b1b6-17801f3c2f20 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0748923 Mar 09 19:52:41.151315 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f0d7ef4a-2170-478a-baa9-8aca10ad5655 req-aaa72dfb-190f-4510-96fb-435fbc78d1a9 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835726 Mar 09 19:52:42.276995 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc38807-4f1d-41b2-ac49-b422a78eb760 req-e42c0aaf-74b8-4d8e-ab3e-3ef673aad4a2 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:42.278635 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7cc38807-4f1d-41b2-ac49-b422a78eb760 req-e42c0aaf-74b8-4d8e-ab3e-3ef673aad4a2 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0545616 Mar 09 19:52:42.391257 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12296a-d5e5-4fcb-97ad-3b93e3316d3a req-6c41e7c5-33c5-446c-af83-da52cae42080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:42.393742 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9c12296a-d5e5-4fcb-97ad-3b93e3316d3a req-6c41e7c5-33c5-446c-af83-da52cae42080 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52cda80c344647d9be865c160e333e2b&device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 1129 time: 0.0812631 Mar 09 19:52:42.421076 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7cc38807-4f1d-41b2-ac49-b422a78eb760 req-6a3a6366-8025-41a8-986c-ef87341b1786 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351187 Mar 09 19:52:42.531124 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12296a-d5e5-4fcb-97ad-3b93e3316d3a req-86abb5cd-d40c-4d31-9c5f-2f6676f7478a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:42.534181 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9c12296a-d5e5-4fcb-97ad-3b93e3316d3a req-86abb5cd-d40c-4d31-9c5f-2f6676f7478a service neutron] 10.222.0.20 "GET /v2.0/networks?id=2333c970-a951-49ee-a7ad-57bc53c804b9 HTTP/1.1" status: 200 len: 917 time: 0.1304080 Mar 09 19:52:42.606113 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9c12296a-d5e5-4fcb-97ad-3b93e3316d3a req-1afc2a0e-a32a-4347-9450-f39ea506724f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2efef81-5f23-453c-a2c7-d3fef2e6b13d HTTP/1.1" status: 200 len: 1000 time: 0.0650775 Mar 09 19:52:42.677485 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12296a-d5e5-4fcb-97ad-3b93e3316d3a req-f05a2736-0e48-4184-a0ed-3dc9c2d818d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:42.679239 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9c12296a-d5e5-4fcb-97ad-3b93e3316d3a req-f05a2736-0e48-4184-a0ed-3dc9c2d818d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=745bc262-f6dc-493a-8098-f645b9a00e95 HTTP/1.1" status: 200 len: 855 time: 0.0662992 Mar 09 19:52:42.762596 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12296a-d5e5-4fcb-97ad-3b93e3316d3a req-10e12655-7b16-40a2-9942-0dae8d2d3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:42.764372 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9c12296a-d5e5-4fcb-97ad-3b93e3316d3a req-10e12655-7b16-40a2-9942-0dae8d2d3aa0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2333c970-a951-49ee-a7ad-57bc53c804b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755410 Mar 09 19:52:42.875934 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9c12296a-d5e5-4fcb-97ad-3b93e3316d3a req-18aa6477-e877-4c59-b87c-9a50bd8762a0 service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005325 Mar 09 19:52:42.992952 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9c12296a-d5e5-4fcb-97ad-3b93e3316d3a req-bdf57c3c-f115-4ea9-8f13-a2efcd43a22d service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045132 Mar 09 19:52:42.996624 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 42362) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:43.072809 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:52:43.157924 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8964f6ab-be6d-4225-8541-d9782d4a8507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:43.242456 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8964f6ab-be6d-4225-8541-d9782d4a8507 admin admin] Publish callbacks [] for security_group (9af57705-c84b-43d2-9dbc-14db56d2b489), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:43.246567 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8964f6ab-be6d-4225-8541-d9782d4a8507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (9af57705-c84b-43d2-9dbc-14db56d2b489), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:43.285206 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964f6ab-be6d-4225-8541-d9782d4a8507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af57705-c84b-43d2-9dbc-14db56d2b489,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:43.290124 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-8964f6ab-be6d-4225-8541-d9782d4a8507 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66b9e688735d449b80db27843d9e545c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923179 Mar 09 19:52:43.292872 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 42366) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:43.343512 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c194a51c-49dc-4ae9-909f-860e2abc8fcd admin admin] Publish callbacks [] for security_group (9af57705-c84b-43d2-9dbc-14db56d2b489), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:43.367377 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c194a51c-49dc-4ae9-909f-860e2abc8fcd admin admin] Publish callbacks [] for security_group (9af57705-c84b-43d2-9dbc-14db56d2b489), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:43.437656 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c194a51c-49dc-4ae9-909f-860e2abc8fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (9af57705-c84b-43d2-9dbc-14db56d2b489), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:43.442402 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c194a51c-49dc-4ae9-909f-860e2abc8fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:43.445907 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-c194a51c-49dc-4ae9-909f-860e2abc8fcd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9af57705-c84b-43d2-9dbc-14db56d2b489 HTTP/1.1" status: 204 len: 168 time: 0.1495724 Mar 09 19:52:43.464259 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194a51c-49dc-4ae9-909f-860e2abc8fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af57705-c84b-43d2-9dbc-14db56d2b489,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:43.603807 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fe99e-94fb-41e2-91da-b30a916f4427 req-cfceae2c-e8e9-4cf4-8e5d-c7d2aea61ea4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:43.605934 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-924fe99e-94fb-41e2-91da-b30a916f4427 req-cfceae2c-e8e9-4cf4-8e5d-c7d2aea61ea4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0715251 Mar 09 19:52:43.699560 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-924fe99e-94fb-41e2-91da-b30a916f4427 req-b9c0851e-75d1-400d-a193-f6e51245cbf7 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824432 Mar 09 19:52:44.881548 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259ede9-1ca7-49d1-849e-a8a0c4a63701 req-a8540045-77cb-44e4-a9e3-f4231e1f55f0 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:44.883517 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7259ede9-1ca7-49d1-849e-a8a0c4a63701 req-a8540045-77cb-44e4-a9e3-f4231e1f55f0 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0641799 Mar 09 19:52:44.944972 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7259ede9-1ca7-49d1-849e-a8a0c4a63701 req-3944c79e-fa9a-463d-b650-6c204df7641d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557127 Mar 09 19:52:46.070582 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f902ab0-9222-438b-842c-7a1cb058f693 req-d7da00b7-4e0f-40c9-8d66-05eb4de32c74 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:46.071922 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6f902ab0-9222-438b-842c-7a1cb058f693 req-d7da00b7-4e0f-40c9-8d66-05eb4de32c74 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 945 time: 0.0543077 Mar 09 19:52:46.100366 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device e2efef81-5f23-453c-a2c7-d3fef2e6b13d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:52:46.116740 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6f902ab0-9222-438b-842c-7a1cb058f693 req-2198418c-289f-4d78-a56e-2cb495970097 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393839 Mar 09 19:52:46.176732 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port e2efef81-5f23-453c-a2c7-d3fef2e6b13d is: ACTIVE; New status is: DOWN {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:52:46.177117 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:46.199438 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b793f7d-3aa4-447f-b107-ff6867ee11bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:52:46.201645 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cbc219-4f76-4c33-aa8d-2cfeee3d230b" -d '{"events": [{"server_uuid": "6b793f7d-3aa4-447f-b107-ff6867ee11bc", "name": "network-vif-unplugged", "status": "completed", "tag": "e2efef81-5f23-453c-a2c7-d3fef2e6b13d"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:52:46.217795 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port e2efef81-5f23-453c-a2c7-d3fef2e6b13d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:52:46.222520 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:46.247753 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Mar 2022 19:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fded21d3-c1d1-40cb-b7d6-76310bcda40c x-openstack-request-id: req-fded21d3-c1d1-40cb-b7d6-76310bcda40c {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:52:46.248050 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b793f7d-3aa4-447f-b107-ff6867ee11bc", "name": "network-vif-unplugged", "status": "completed", "tag": "e2efef81-5f23-453c-a2c7-d3fef2e6b13d", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:52:46.248338 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fded21d3-c1d1-40cb-b7d6-76310bcda40c {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:52:46.248723 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b793f7d-3aa4-447f-b107-ff6867ee11bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d', 'code': 200} Mar 09 19:52:46.274252 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,revision_number=8']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:47.242325 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d3301-67ac-457e-8141-56d343edf8f4 req-4e2544e2-8329-404e-8cf9-15bff52543a1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:47.243862 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-308d3301-67ac-457e-8141-56d343edf8f4 req-4e2544e2-8329-404e-8cf9-15bff52543a1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0516536 Mar 09 19:52:47.293270 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-308d3301-67ac-457e-8141-56d343edf8f4 req-90549e60-6ea7-484d-ad2b-e1d34445b4cc tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431879 Mar 09 19:52:47.628438 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ee507-ccbf-4912-8038-b6b00e76904d req-0334d8eb-ed0b-4b95-b8be-3d2896400644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:47.629909 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-596ee507-ccbf-4912-8038-b6b00e76904d req-0334d8eb-ed0b-4b95-b8be-3d2896400644 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f40a33baeda64a69bab5c022461457ab&device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 1129 time: 0.0486822 Mar 09 19:52:47.634070 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dbb13-141f-464e-be32-1487ef546ab8 req-abd0d3e4-d0dc-41b8-8efd-6d3387e59d2c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:47.635726 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b75dbb13-141f-464e-be32-1487ef546ab8 req-abd0d3e4-d0dc-41b8-8efd-6d3387e59d2c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0533197 Mar 09 19:52:47.687286 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b75dbb13-141f-464e-be32-1487ef546ab8 req-2909caa8-5496-44df-9725-1b8899b4b8e9 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459774 Mar 09 19:52:47.725457 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ee507-ccbf-4912-8038-b6b00e76904d req-9b2ffbd0-507a-4c75-b650-4ccb40bc4f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:47.726913 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-596ee507-ccbf-4912-8038-b6b00e76904d req-9b2ffbd0-507a-4c75-b650-4ccb40bc4f2a service neutron] 10.222.0.20 "GET /v2.0/networks?id=afc5eb80-49ab-4378-95f2-aaf87384a62e HTTP/1.1" status: 200 len: 920 time: 0.0900917 Mar 09 19:52:47.771273 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-596ee507-ccbf-4912-8038-b6b00e76904d req-e5eb53e5-a33d-44ee-8f7e-d9f6f75ceed7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=767daaf2-91c4-44ca-9887-2637f3465639 HTTP/1.1" status: 200 len: 217 time: 0.0366123 Mar 09 19:52:47.824454 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ee507-ccbf-4912-8038-b6b00e76904d req-6355f3ec-a371-4fcc-b092-6ba9b6b70111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:47.825834 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-596ee507-ccbf-4912-8038-b6b00e76904d req-6355f3ec-a371-4fcc-b092-6ba9b6b70111 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80514b34-5e48-4a20-8a26-dafa704cc5f5 HTTP/1.1" status: 200 len: 859 time: 0.0412011 Mar 09 19:52:47.859944 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-596ee507-ccbf-4912-8038-b6b00e76904d req-ef077d8e-f2a8-40b0-b12a-4a3290ec0b7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afc5eb80-49ab-4378-95f2-aaf87384a62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235703 Mar 09 19:52:47.962884 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-596ee507-ccbf-4912-8038-b6b00e76904d req-b914ea1a-7a42-4362-a0aa-b25f47556aa5 service neutron] 10.222.0.20 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915272 Mar 09 19:52:48.067646 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-596ee507-ccbf-4912-8038-b6b00e76904d req-5953fe99-6e41-4e2a-92c7-f333e307bcc0 service neutron] 10.222.0.20 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924990 Mar 09 19:52:48.248318 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-cde44aa3-f3a3-4f19-bca1-5997878a6b28 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:48.252536 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-cde44aa3-f3a3-4f19-bca1-5997878a6b28 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/networks?id=2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 HTTP/1.1" status: 200 len: 814 time: 0.1128342 Mar 09 19:52:48.264794 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-1c87928a-68e1-427e-b3a0-22d9942ab7a5 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/quotas/8c266b267ea047a3931841f52520be1a HTTP/1.1" status: 200 len: 375 time: 0.0100036 Mar 09 19:52:48.298619 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-b671029f-d6a2-4679-ba73-409b23eeafa2 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8c266b267ea047a3931841f52520be1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279109 Mar 09 19:52:48.420860 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-da148386-546f-45b0-8578-a76b08435f78 service neutron] 10.222.0.16 "GET /v2.0/networks/2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154561 Mar 09 19:52:48.465144 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae8c35-76f9-4be8-825f-4d4370e1ba4d req-b21b7e24-f908-463c-860e-8fc335dc0a7d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:48.466876 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7eae8c35-76f9-4be8-825f-4d4370e1ba4d req-b21b7e24-f908-463c-860e-8fc335dc0a7d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0988533 Mar 09 19:52:48.806148 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7eae8c35-76f9-4be8-825f-4d4370e1ba4d req-45e765c6-7af4-4d7f-bcd9-c23e6caa8d10 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3320405 Mar 09 19:52:48.808268 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-f5643d60-3997-4a54-8c4a-c06009031087 service neutron] 10.222.0.16 "GET /v2.0/networks/2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820133 Mar 09 19:52:48.926119 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f92bf8-b5c5-4e98-a9ea-faf259ff0df8 req-cfa3acee-e880-4784-a792-4bf86179adfe tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:48.927708 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f6f92bf8-b5c5-4e98-a9ea-faf259ff0df8 req-cfa3acee-e880-4784-a792-4bf86179adfe tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0621545 Mar 09 19:52:48.980800 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f6f92bf8-b5c5-4e98-a9ea-faf259ff0df8 req-6ecdee2a-34c6-4c03-a536-f3c6f8c9d594 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459132 Mar 09 19:52:49.046537 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8efb3595-9ee1-4186-b6fe-096c411ecb98 req-9a7161ce-6197-4319-ae91-e36c072ff8d3 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 210 time: 0.0306981 Mar 09 19:52:49.382544 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [req-76eb7f02-4e35-4d21-b233-05f959791dfb req-42612be6-ef6f-4329-ae36-b9bf3303f270 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114604) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 19:52:49.383486 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-76eb7f02-4e35-4d21-b233-05f959791dfb req-42612be6-ef6f-4329-ae36-b9bf3303f270 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056007 Mar 09 19:52:49.547295 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a4f26-cc41-4402-b011-e8841d558a47 req-db6b36fb-ede7-4db5-b3e0-b8ad4cbcc211 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:49.548735 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a08a4f26-cc41-4402-b011-e8841d558a47 req-db6b36fb-ede7-4db5-b3e0-b8ad4cbcc211 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0564656 Mar 09 19:52:49.593667 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device e2efef81-5f23-453c-a2c7-d3fef2e6b13d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:52:49.597136 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a08a4f26-cc41-4402-b011-e8841d558a47 req-2745c737-21be-4161-98df-a60094c295ce tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425892 Mar 09 19:52:49.642502 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 42558) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:49.684147 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port e2efef81-5f23-453c-a2c7-d3fef2e6b13d is: DOWN; New status is: DOWN {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:52:49.688127 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0ac727-d380-4ff0-90c0-22be625f57fa admin admin] Deleting subnet bdd49c9c-a373-461f-8fd5-eabd741f1dec {{(pid=114605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 19:52:49.691270 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-cf0ac727-d380-4ff0-90c0-22be625f57fa admin admin] Publish callbacks [] for subnet (bdd49c9c-a373-461f-8fd5-eabd741f1dec), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:49.730162 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-cf0ac727-d380-4ff0-90c0-22be625f57fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8836962'] for subnet (bdd49c9c-a373-461f-8fd5-eabd741f1dec), precommit_delete_associations {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:49.769610 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-cf0ac727-d380-4ff0-90c0-22be625f57fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971543'] for subnet (bdd49c9c-a373-461f-8fd5-eabd741f1dec), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:49.820168 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-cf0ac727-d380-4ff0-90c0-22be625f57fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077724'] for subnet (bdd49c9c-a373-461f-8fd5-eabd741f1dec), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:49.845202 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ac727-d380-4ff0-90c0-22be625f57fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd49c9c-a373-461f-8fd5-eabd741f1dec,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:49.848926 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-cf0ac727-d380-4ff0-90c0-22be625f57fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:49.854453 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-cf0ac727-d380-4ff0-90c0-22be625f57fa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bdd49c9c-a373-461f-8fd5-eabd741f1dec HTTP/1.1" status: 204 len: 168 time: 0.2078118 Mar 09 19:52:49.855254 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 42568) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:49.876688 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 42570) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:49.926090 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1bb241ed-c843-4936-8b66-c41ba459c856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3180242'] for network (9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:49.975010 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7cda2203-3997-4eed-81df-f96427651d52 req-9e2b0ee1-ec0e-4b15-a092-e96f386b1e3e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969546 Mar 09 19:52:49.984715 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [req-7cda2203-3997-4eed-81df-f96427651d52 req-2589f603-70b4-4074-a54f-b4ba2a400077 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114604) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 19:52:49.988599 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7cda2203-3997-4eed-81df-f96427651d52 req-2589f603-70b4-4074-a54f-b4ba2a400077 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081184 Mar 09 19:52:50.108787 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 42582) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:50.173387 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-68f93113-be02-4746-96a7-115e03fd8fe7 req-0a95ab4a-8983-45bf-b891-367f8a540ab0 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 210 time: 0.0364845 Mar 09 19:52:50.195583 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb87e5a-9a46-4a1e-8f17-9fad71686843 req-c1e245ff-da04-433a-ad25-082e01a19207 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:50.197130 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7fb87e5a-9a46-4a1e-8f17-9fad71686843 req-c1e245ff-da04-433a-ad25-082e01a19207 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.1041267 Mar 09 19:52:50.261161 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2203-3997-4eed-81df-f96427651d52 req-951ae5b4-48bb-4cc9-bd6a-07bd0a2fc1ee tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:50.262631 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7cda2203-3997-4eed-81df-f96427651d52 req-951ae5b4-48bb-4cc9-bd6a-07bd0a2fc1ee tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports/e2efef81-5f23-453c-a2c7-d3fef2e6b13d HTTP/1.1" status: 200 len: 940 time: 0.1527991 Mar 09 19:52:50.285925 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7fb87e5a-9a46-4a1e-8f17-9fad71686843 req-3727d98b-8bc6-4b5d-a050-253c0bbbf96c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783408 Mar 09 19:52:50.289396 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1bb241ed-c843-4936-8b66-c41ba459c856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972268', 'neutron.services.segments.db._delete_segments_for_network-8774125231894'] for network (9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:50.325809 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-1bb241ed-c843-4936-8b66-c41ba459c856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8']}} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:52:50.345151 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-1bb241ed-c843-4936-8b66-c41ba459c856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073025e3-f1da-4331-8b47-8a917622e3d2') {'for_net_delete': True} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:52:50.345442 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-1bb241ed-c843-4936-8b66-c41ba459c856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073025e3-f1da-4331-8b47-8a917622e3d2') {} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:52:50.363404 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-d4452745-a367-466c-ac27-4aa3408f9de6 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:50.364846 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-d4452745-a367-466c-ac27-4aa3408f9de6 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.20 "GET /v2.0/networks?id=2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 HTTP/1.1" status: 200 len: 814 time: 0.4092250 Mar 09 19:52:50.367069 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1bb241ed-c843-4936-8b66-c41ba459c856 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774125231135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8836969'] for segment (073025e3-f1da-4331-8b47-8a917622e3d2), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:50.383200 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-f12cb13b-6977-4eec-9eed-e794a40a5f94 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Request body: {'port': {'device_id': 'f6379594-2073-4e6f-bac0-fabe2fa20523', 'network_id': '2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2', 'admin_state_up': True, 'tenant_id': '8c266b267ea047a3931841f52520be1a'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:52:50.388310 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1bb241ed-c843-4936-8b66-c41ba459c856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (073025e3-f1da-4331-8b47-8a917622e3d2), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:50.408480 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb241ed-c843-4936-8b66-c41ba459c856 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=114605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 19:52:50.408878 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1bb241ed-c843-4936-8b66-c41ba459c856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8836815'] for segment (073025e3-f1da-4331-8b47-8a917622e3d2), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: Traceback (most recent call last): Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: timer() Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: cb(*args, **kw) Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: return func(*args, **kwargs) Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: self._notify() Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: self.callback(batched_events) Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: event.method(event) Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: return f(self, *a, **k) Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: return self._get(url).json() Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: return self.request(url, 'GET', **kwargs) Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 19:52:50.410861 dv-cinder-788366-9-iscsi neutron-server[114605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 19:52:50.517194 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1bb241ed-c843-4936-8b66-c41ba459c856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396956'] for network (9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:50.534253 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1bb241ed-c843-4936-8b66-c41ba459c856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:50.537570 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-1bb241ed-c843-4936-8b66-c41ba459c856 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8 HTTP/1.1" status: 204 len: 168 time: 0.6818082 Mar 09 19:52:50.552173 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb241ed-c843-4936-8b66-c41ba459c856 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e86dfea-e5be-4bd2-8b54-ea924d7ef6b8,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:50.573720 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-f12cb13b-6977-4eec-9eed-e794a40a5f94 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Made reservation on behalf of 8c266b267ea047a3931841f52520be1a for: {'port': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:52:50.577554 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-f12cb13b-6977-4eec-9eed-e794a40a5f94 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:50.731983 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-f12cb13b-6977-4eec-9eed-e794a40a5f94 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Allocated IP 172.20.0.14 (2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2/6dbc2007-0524-45ce-87b4-b2abcea84c18/3272dcee-376b-41e1-83d2-718abe02fc65) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:52:50.740693 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555fd16-1b89-4c1e-8d1e-1a503e4a7b91 req-649fb30e-fc2f-427e-a093-551637bc8437 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:50.748010 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e555fd16-1b89-4c1e-8d1e-1a503e4a7b91 req-649fb30e-fc2f-427e-a093-551637bc8437 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0661736 Mar 09 19:52:50.775618 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 42600) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:50.818485 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e555fd16-1b89-4c1e-8d1e-1a503e4a7b91 req-a54cdbc3-1bea-4c66-8c20-9b8a93dbcbbc tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693419 Mar 09 19:52:50.854114 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-49d7bfcc-44f4-4d1f-97f9-c03fe91b26a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e360ad0f87843a5924bb93a9c02b57a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0771263 Mar 09 19:52:50.856642 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 42602) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:52:50.902320 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-f12cb13b-6977-4eec-9eed-e794a40a5f94 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Publish callbacks [] for port (3272dcee-376b-41e1-83d2-718abe02fc65), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:50.909470 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-89ad7975-a10c-4418-8f15-94c46566262c admin admin] Publish callbacks [] for security_group (c6cab789-ee96-420d-9a0a-a420b3e3722c), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:50.930222 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-89ad7975-a10c-4418-8f15-94c46566262c admin admin] Publish callbacks [] for security_group (c6cab789-ee96-420d-9a0a-a420b3e3722c), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:50.937113 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-f12cb13b-6977-4eec-9eed-e794a40a5f94 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (3272dcee-376b-41e1-83d2-718abe02fc65), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:50.980698 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-89ad7975-a10c-4418-8f15-94c46566262c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (c6cab789-ee96-420d-9a0a-a420b3e3722c), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:50.984774 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-89ad7975-a10c-4418-8f15-94c46566262c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:50.986896 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-89ad7975-a10c-4418-8f15-94c46566262c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6cab789-ee96-420d-9a0a-a420b3e3722c HTTP/1.1" status: 204 len: 168 time: 0.1291125 Mar 09 19:52:50.991272 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-f12cb13b-6977-4eec-9eed-e794a40a5f94 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Network 2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:52:50.996711 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad7975-a10c-4418-8f15-94c46566262c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cab789-ee96-420d-9a0a-a420b3e3722c,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:50.997182 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-f12cb13b-6977-4eec-9eed-e794a40a5f94 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:52:51.001464 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-f12cb13b-6977-4eec-9eed-e794a40a5f94 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:52:51.008942 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12cb13b-6977-4eec-9eed-e794a40a5f94 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Pushing event updated for resources: {'Port': ['ID=3272dcee-376b-41e1-83d2-718abe02fc65,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:51.058470 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-f12cb13b-6977-4eec-9eed-e794a40a5f94 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:51.059080 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-f12cb13b-6977-4eec-9eed-e794a40a5f94 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:51.079025 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-f12cb13b-6977-4eec-9eed-e794a40a5f94 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7005360 Mar 09 19:52:51.093863 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Request body: {'port': {'device_id': 'f6379594-2073-4e6f-bac0-fabe2fa20523', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:52:51.158667 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (3272dcee-376b-41e1-83d2-718abe02fc65), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:51.353083 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de3237-057b-42c5-b1ba-cd88424d2847 req-584a51e7-c7fc-4f81-aa48-77f1ea346512 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:51.361211 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-28de3237-057b-42c5-b1ba-cd88424d2847 req-584a51e7-c7fc-4f81-aa48-77f1ea346512 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 932 time: 0.1036468 Mar 09 19:52:51.463377 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-28de3237-057b-42c5-b1ba-cd88424d2847 req-6b906ac5-4799-4138-977e-9bf0a968791e tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012077 Mar 09 19:52:51.481584 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3272dcee-376b-41e1-83d2-718abe02fc65 {{(pid=114605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:52:51.489789 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Publish callbacks [] for port (3272dcee-376b-41e1-83d2-718abe02fc65), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:51.493371 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a3fee-e2b2-4d0d-95f3-1edc22b947c7 req-106e26bd-0d60-441c-b394-7c3dc327ae14 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:51.495815 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-720a3fee-e2b2-4d0d-95f3-1edc22b947c7 req-106e26bd-0d60-441c-b394-7c3dc327ae14 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.1166551 Mar 09 19:52:51.508115 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.provisioning_blocks [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Transition to ACTIVE for port object 3272dcee-376b-41e1-83d2-718abe02fc65 will not be triggered until provisioned by entity L2. {{(pid=114605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 19:52:51.514614 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (3272dcee-376b-41e1-83d2-718abe02fc65), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:51.559374 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-720a3fee-e2b2-4d0d-95f3-1edc22b947c7 req-8c5ff648-8c59-41e1-861c-6361b909cf3d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575507 Mar 09 19:52:51.584993 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Pushing event updated for resources: {'Port': ['ID=3272dcee-376b-41e1-83d2-718abe02fc65,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:51.658407 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Attempting to bind port 3272dcee-376b-41e1-83d2-718abe02fc65 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:52:51.658758 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Attempting to bind port 3272dcee-376b-41e1-83d2-718abe02fc65 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c3e60ba3-6da5-45af-936a-c91cd6ea53d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2'}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:52:51.659084 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Attempting to bind port 3272dcee-376b-41e1-83d2-718abe02fc65 on network 2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:52:51.663391 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Port 3272dcee-376b-41e1-83d2-718abe02fc65 on network 2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 19:52:51.663705 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Attempting to bind port 3272dcee-376b-41e1-83d2-718abe02fc65 on network 2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:52:51.668448 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:52:51.668783 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Checking segment: {'id': 'c3e60ba3-6da5-45af-936a-c91cd6ea53d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:52:51.669161 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Bound using segment: {'id': 'c3e60ba3-6da5-45af-936a-c91cd6ea53d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2'} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:52:51.669578 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Bound port: 3272dcee-376b-41e1-83d2-718abe02fc65, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3e60ba3-6da5-45af-936a-c91cd6ea53d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2'}}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:52:51.669928 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (3272dcee-376b-41e1-83d2-718abe02fc65), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:51.731925 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] For port 3272dcee-376b-41e1-83d2-718abe02fc65, host hv-cinder-78836, cleared binding levels {{(pid=114605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:52:51.734956 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] For port 3272dcee-376b-41e1-83d2-718abe02fc65, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3272dcee-376b-41e1-83d2-718abe02fc65,segment=NetworkSegment(c3e60ba3-6da5-45af-936a-c91cd6ea53d4),segment_id=c3e60ba3-6da5-45af-936a-c91cd6ea53d4)] {{(pid=114605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:52:51.741130 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (3272dcee-376b-41e1-83d2-718abe02fc65), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:51.776144 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:51.776753 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:51.778108 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] 10.222.0.20 "PUT /v2.0/ports/3272dcee-376b-41e1-83d2-718abe02fc65 HTTP/1.1" status: 200 len: 1094 time: 0.6889267 Mar 09 19:52:51.778556 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6379594-2073-4e6f-bac0-fabe2fa20523', 'tag': '3272dcee-376b-41e1-83d2-718abe02fc65'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:52:51.780800 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12303f6c-86c1-4283-9c6e-bb23f1f2d11b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6379594-2073-4e6f-bac0-fabe2fa20523", "tag": "3272dcee-376b-41e1-83d2-718abe02fc65"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:52:51.803270 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabf916-9169-4383-8014-3c5746890b73 service neutron] Pushing event updated for resources: {'Port': ['ID=3272dcee-376b-41e1-83d2-718abe02fc65,revision_number=3']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:51.833372 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918aed94-d491-4f93-ad32-437592a62422 x-openstack-request-id: req-918aed94-d491-4f93-ad32-437592a62422 {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:52:51.833783 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6379594-2073-4e6f-bac0-fabe2fa20523", "tag": "3272dcee-376b-41e1-83d2-718abe02fc65", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:52:51.834042 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-918aed94-d491-4f93-ad32-437592a62422 {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:52:51.834428 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6379594-2073-4e6f-bac0-fabe2fa20523', 'tag': '3272dcee-376b-41e1-83d2-718abe02fc65', 'status': 'completed', 'code': 200} Mar 09 19:52:51.878666 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-6a450124-94cf-4b96-a3c2-93d372720c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:51.880857 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-6a450124-94cf-4b96-a3c2-93d372720c72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c266b267ea047a3931841f52520be1a&device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 1128 time: 0.0582056 Mar 09 19:52:51.932331 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-70d027ff-5538-4844-bb4f-656a2b5e5078 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3272dcee-376b-41e1-83d2-718abe02fc65 HTTP/1.1" status: 200 len: 217 time: 0.0429103 Mar 09 19:52:51.983550 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-bf1078e7-ffd4-464e-a1d2-f2c844e7ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:51.985391 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-bf1078e7-ffd4-464e-a1d2-f2c844e7ba08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6dbc2007-0524-45ce-87b4-b2abcea84c18 HTTP/1.1" status: 200 len: 854 time: 0.0450346 Mar 09 19:52:51.988553 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2203-3997-4eed-81df-f96427651d52 req-6aa39a2d-8da9-4aaa-8f29-65801c0953aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:51.990016 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7cda2203-3997-4eed-81df-f96427651d52 req-6aa39a2d-8da9-4aaa-8f29-65801c0953aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc&tenant_id=52cda80c344647d9be865c160e333e2b HTTP/1.1" status: 200 len: 1127 time: 0.1081648 Mar 09 19:52:52.001156 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ecfe7-a9af-43c0-b880-ba2bcf816e9e req-7e245d4a-e037-4696-926e-3397c488d83a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:52.002624 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7b6ecfe7-a9af-43c0-b880-ba2bcf816e9e req-7e245d4a-e037-4696-926e-3397c488d83a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0923374 Mar 09 19:52:52.018646 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-4d59a268-caab-418b-b2dd-5c93f047e2bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266409 Mar 09 19:52:52.082251 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7b6ecfe7-a9af-43c0-b880-ba2bcf816e9e req-ffb06fb9-d7d0-4fd9-9074-6d532c1092ee tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717092 Mar 09 19:52:52.089017 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2203-3997-4eed-81df-f96427651d52 req-6747227f-99f6-41ad-acea-f5ce3dc008d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:52.090539 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7cda2203-3997-4eed-81df-f96427651d52 req-6747227f-99f6-41ad-acea-f5ce3dc008d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52cda80c344647d9be865c160e333e2b&device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 1127 time: 0.0727618 Mar 09 19:52:52.121683 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-3a5fa865-d300-4ef3-9fef-1801bd040969 service neutron] 10.222.0.20 "GET /v2.0/networks/2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948384 Mar 09 19:52:52.217825 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2203-3997-4eed-81df-f96427651d52 req-5692a6f2-ae8a-401b-a3d4-b943eb48f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:52.219355 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7cda2203-3997-4eed-81df-f96427651d52 req-5692a6f2-ae8a-401b-a3d4-b943eb48f8db service neutron] 10.222.0.20 "GET /v2.0/networks?id=2333c970-a951-49ee-a7ad-57bc53c804b9 HTTP/1.1" status: 200 len: 917 time: 0.1209035 Mar 09 19:52:52.222608 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9e906be7-6e08-4b63-a2fc-411a625a0fa8 req-77c5a66a-d341-4739-ac94-c0e14940e1c3 service neutron] 10.222.0.20 "GET /v2.0/networks/2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939240 Mar 09 19:52:52.300085 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7cda2203-3997-4eed-81df-f96427651d52 req-64bb9209-8fbb-4d6b-adb6-2c2066ab16d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2efef81-5f23-453c-a2c7-d3fef2e6b13d HTTP/1.1" status: 200 len: 998 time: 0.0699568 Mar 09 19:52:52.327412 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12303f6c-86c1-4283-9c6e-bb23f1f2d11b req-a1e163df-9cfc-4e85-8c6a-b972a9e71cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:52.329659 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-12303f6c-86c1-4283-9c6e-bb23f1f2d11b req-a1e163df-9cfc-4e85-8c6a-b972a9e71cf5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8c266b267ea047a3931841f52520be1a&device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 1128 time: 0.0496674 Mar 09 19:52:52.349622 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2203-3997-4eed-81df-f96427651d52 req-ea7275dd-d816-4790-8835-3c1728f31cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:52.351054 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7cda2203-3997-4eed-81df-f96427651d52 req-ea7275dd-d816-4790-8835-3c1728f31cc2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=745bc262-f6dc-493a-8098-f645b9a00e95 HTTP/1.1" status: 200 len: 855 time: 0.0448313 Mar 09 19:52:52.407714 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda2203-3997-4eed-81df-f96427651d52 req-f82fb5da-7ab6-4bf7-b995-0e53887cb457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:52.409105 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7cda2203-3997-4eed-81df-f96427651d52 req-f82fb5da-7ab6-4bf7-b995-0e53887cb457 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2333c970-a951-49ee-a7ad-57bc53c804b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491312 Mar 09 19:52:52.422258 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12303f6c-86c1-4283-9c6e-bb23f1f2d11b req-ede521ac-3cb5-402e-b023-e565f19de10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:52.423792 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-12303f6c-86c1-4283-9c6e-bb23f1f2d11b req-ede521ac-3cb5-402e-b023-e565f19de10e service neutron] 10.222.0.20 "GET /v2.0/networks?id=2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 HTTP/1.1" status: 200 len: 915 time: 0.0851355 Mar 09 19:52:52.468835 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-12303f6c-86c1-4283-9c6e-bb23f1f2d11b req-71c9a6d1-b1f1-4d72-99e8-f820c778dc36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3272dcee-376b-41e1-83d2-718abe02fc65 HTTP/1.1" status: 200 len: 217 time: 0.0373626 Mar 09 19:52:52.501916 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7cda2203-3997-4eed-81df-f96427651d52 req-58ab3b87-7c86-4170-98f2-99d4cc0c7f1e service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817888 Mar 09 19:52:52.519903 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12303f6c-86c1-4283-9c6e-bb23f1f2d11b req-d853dc9b-c258-4986-aa21-90664ff892b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:52.521375 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-12303f6c-86c1-4283-9c6e-bb23f1f2d11b req-d853dc9b-c258-4986-aa21-90664ff892b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6dbc2007-0524-45ce-87b4-b2abcea84c18 HTTP/1.1" status: 200 len: 854 time: 0.0439987 Mar 09 19:52:52.552953 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-12303f6c-86c1-4283-9c6e-bb23f1f2d11b req-2657f87f-bd68-4150-9437-06749aca5d7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246706 Mar 09 19:52:52.638356 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c287800-24fb-4811-856c-89e925384bc5 req-7f22db24-f065-42fe-babf-590ef3452f81 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:52.640495 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2c287800-24fb-4811-856c-89e925384bc5 req-7f22db24-f065-42fe-babf-590ef3452f81 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 944 time: 0.1142642 Mar 09 19:52:52.655019 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-12303f6c-86c1-4283-9c6e-bb23f1f2d11b req-f9e4b16e-1b2a-4a4a-9144-3105d8caa01e service neutron] 10.222.0.20 "GET /v2.0/networks/2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882466 Mar 09 19:52:52.657424 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7cda2203-3997-4eed-81df-f96427651d52 req-6075e229-c461-416a-8ee5-8477863107f8 service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477194 Mar 09 19:52:52.727485 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2c287800-24fb-4811-856c-89e925384bc5 req-e79d774c-4f3a-4a74-b9d5-35383f04a092 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728467 Mar 09 19:52:52.735637 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab6527-2d7a-4387-8448-99773db9fa4e req-d5b4dcd6-245b-48ff-90bd-f372ef23b1a4 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:52.736959 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e0ab6527-2d7a-4387-8448-99773db9fa4e req-d5b4dcd6-245b-48ff-90bd-f372ef23b1a4 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0953655 Mar 09 19:52:52.767330 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-12303f6c-86c1-4283-9c6e-bb23f1f2d11b req-ec2696de-8831-4f5a-bdb7-3906f70a99b1 service neutron] 10.222.0.20 "GET /v2.0/networks/2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953403 Mar 09 19:52:52.790613 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e0ab6527-2d7a-4387-8448-99773db9fa4e req-55e99ebc-b3eb-4908-b6a3-ee41ce61b4f0 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416086 Mar 09 19:52:53.218784 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8554033-0cb8-4137-ae1a-7634ace214ab req-dc3516dc-65cc-4432-9720-0c58a7ad035c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:53.231958 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e8554033-0cb8-4137-ae1a-7634ace214ab req-dc3516dc-65cc-4432-9720-0c58a7ad035c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0734434 Mar 09 19:52:53.339040 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e8554033-0cb8-4137-ae1a-7634ace214ab req-a44e13db-8e2e-4448-9340-e1a7b2a165f1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060867 Mar 09 19:52:53.635228 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 3272dcee-376b-41e1-83d2-718abe02fc65 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:52:53.769378 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 3272dcee-376b-41e1-83d2-718abe02fc65, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3272dcee-376b-41e1-83d2-718abe02fc65,segment=NetworkSegment(c3e60ba3-6da5-45af-936a-c91cd6ea53d4),segment_id=c3e60ba3-6da5-45af-936a-c91cd6ea53d4)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:52:53.783235 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': '3272dcee-376b-41e1-83d2-718abe02fc65', 'network_id': '2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2', 'port_id': '3272dcee-376b-41e1-83d2-718abe02fc65', 'mac_address': 'fa:16:3e:80:86:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbc2007-0524-45ce-87b4-b2abcea84c18', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:52:53.862058 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 3272dcee-376b-41e1-83d2-718abe02fc65 is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:52:53.862604 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (3272dcee-376b-41e1-83d2-718abe02fc65), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:53.890223 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3272dcee-376b-41e1-83d2-718abe02fc65 {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:52:53.935877 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 3272dcee-376b-41e1-83d2-718abe02fc65, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3272dcee-376b-41e1-83d2-718abe02fc65,segment=NetworkSegment(c3e60ba3-6da5-45af-936a-c91cd6ea53d4),segment_id=c3e60ba3-6da5-45af-936a-c91cd6ea53d4)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:52:53.945478 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (3272dcee-376b-41e1-83d2-718abe02fc65), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:53.987983 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b21a8-712c-4c74-9ba6-70f78bafbfdc req-ffdd343f-9726-4bef-b349-05448137b08b tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:53.996624 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-336b21a8-712c-4c74-9ba6-70f78bafbfdc req-ffdd343f-9726-4bef-b349-05448137b08b tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 944 time: 0.1683733 Mar 09 19:52:54.004779 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=3272dcee-376b-41e1-83d2-718abe02fc65,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:54.074256 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1e4a0-b046-445a-a9fe-1f4a36f28eb2 req-018821eb-e949-4727-a87d-4788a8594b12 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:54.075755 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9fe1e4a0-b046-445a-a9fe-1f4a36f28eb2 req-018821eb-e949-4727-a87d-4788a8594b12 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.1140573 Mar 09 19:52:54.084825 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-336b21a8-712c-4c74-9ba6-70f78bafbfdc req-150108ee-9fdd-4be4-a928-c021ce9216a3 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692885 Mar 09 19:52:54.129222 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9fe1e4a0-b046-445a-a9fe-1f4a36f28eb2 req-bdb7d8ac-a86a-4005-bead-bfa03cfce0ee tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432208 Mar 09 19:52:54.303769 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['3272dcee-376b-41e1-83d2-718abe02fc65'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:52:54.488472 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb1ce4-df26-435d-8e1d-716924bfa7d8 req-dbd564e2-705c-40c8-9edc-4abe81714ef2 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:54.490395 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c3fb1ce4-df26-435d-8e1d-716924bfa7d8 req-dbd564e2-705c-40c8-9edc-4abe81714ef2 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0609233 Mar 09 19:52:54.542226 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c3fb1ce4-df26-435d-8e1d-716924bfa7d8 req-bbfdb8b5-954f-4577-a3b7-5ca9dc00c32a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459437 Mar 09 19:52:55.213275 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2999a-013b-425e-9da5-cfb6f0f582a2 req-82bcf8e3-5db7-4147-8811-afbb3daf50ed tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:55.216517 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fec2999a-013b-425e-9da5-cfb6f0f582a2 req-82bcf8e3-5db7-4147-8811-afbb3daf50ed tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 945 time: 0.0643201 Mar 09 19:52:55.293740 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fec2999a-013b-425e-9da5-cfb6f0f582a2 req-71632555-5fd5-4cc4-a5e9-f42ad49dc033 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725594 Mar 09 19:52:55.306230 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9128a-129c-496e-b74b-a70796a77d7c req-1241987b-ede5-4329-8f58-3340ff1f9843 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:55.317762 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a2c9128a-129c-496e-b74b-a70796a77d7c req-1241987b-ede5-4329-8f58-3340ff1f9843 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0943081 Mar 09 19:52:55.358324 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a2c9128a-129c-496e-b74b-a70796a77d7c req-5b201481-16ba-4af5-9e10-42f900a75398 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433717 Mar 09 19:52:55.671399 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 3272dcee-376b-41e1-83d2-718abe02fc65 up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:52:55.679929 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bddc2-9229-4e34-aa29-3ff5a969d6b1 req-545f45cd-f224-4381-942a-d0df118d1e79 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:55.681454 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-525bddc2-9229-4e34-aa29-3ff5a969d6b1 req-545f45cd-f224-4381-942a-d0df118d1e79 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0641706 Mar 09 19:52:55.721511 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port 3272dcee-376b-41e1-83d2-718abe02fc65 completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 19:52:55.726432 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port 3272dcee-376b-41e1-83d2-718abe02fc65 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:52:55.727067 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (3272dcee-376b-41e1-83d2-718abe02fc65), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:55.736847 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-525bddc2-9229-4e34-aa29-3ff5a969d6b1 req-babb5502-3093-4f71-bde2-bf54139ae7eb tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496821 Mar 09 19:52:55.938682 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 3272dcee-376b-41e1-83d2-718abe02fc65 is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:52:55.939336 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (3272dcee-376b-41e1-83d2-718abe02fc65), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:55.963540 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6379594-2073-4e6f-bac0-fabe2fa20523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3272dcee-376b-41e1-83d2-718abe02fc65'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:52:55.966176 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c122decb-fc4a-4d25-b2d8-8478f90863b7" -d '{"events": [{"server_uuid": "f6379594-2073-4e6f-bac0-fabe2fa20523", "name": "network-vif-plugged", "status": "completed", "tag": "3272dcee-376b-41e1-83d2-718abe02fc65"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:52:55.980189 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 3272dcee-376b-41e1-83d2-718abe02fc65, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3272dcee-376b-41e1-83d2-718abe02fc65,segment=NetworkSegment(c3e60ba3-6da5-45af-936a-c91cd6ea53d4),segment_id=c3e60ba3-6da5-45af-936a-c91cd6ea53d4)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:52:55.986209 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (3272dcee-376b-41e1-83d2-718abe02fc65), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:56.011414 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca9940a-fdca-4000-99a5-85551ce5b335 x-openstack-request-id: req-7ca9940a-fdca-4000-99a5-85551ce5b335 {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:52:56.011746 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6379594-2073-4e6f-bac0-fabe2fa20523", "name": "network-vif-plugged", "status": "completed", "tag": "3272dcee-376b-41e1-83d2-718abe02fc65", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:52:56.012111 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ca9940a-fdca-4000-99a5-85551ce5b335 {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:52:56.012514 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6379594-2073-4e6f-bac0-fabe2fa20523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3272dcee-376b-41e1-83d2-718abe02fc65', 'code': 200} Mar 09 19:52:56.041023 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=3272dcee-376b-41e1-83d2-718abe02fc65,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:52:56.529097 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef2f05-1601-42c9-8a06-39ea0e6566a8 req-9972c30c-26ab-48b4-a8de-94220b7aafbb tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:56.536425 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-54ef2f05-1601-42c9-8a06-39ea0e6566a8 req-9972c30c-26ab-48b4-a8de-94220b7aafbb tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 946 time: 0.1516285 Mar 09 19:52:56.582460 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e9561-8903-4811-8fe6-e44666c45707 req-a0def80a-3769-47d6-9711-4cc4d2f73abc tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:56.594016 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-316e9561-8903-4811-8fe6-e44666c45707 req-a0def80a-3769-47d6-9711-4cc4d2f73abc tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.1470428 Mar 09 19:52:56.641431 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-54ef2f05-1601-42c9-8a06-39ea0e6566a8 req-ef502d6e-6f68-488c-9c3c-1fcbc9d4c44e tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970535 Mar 09 19:52:56.672246 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-316e9561-8903-4811-8fe6-e44666c45707 req-d7134a2e-fa1e-47cf-99ee-77ac5633aeae tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624208 Mar 09 19:52:56.873657 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52987ef4-8811-43a0-a461-684670d15edc req-37ee0307-1ea2-4d84-b53d-e7365e80d41b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:56.875144 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-52987ef4-8811-43a0-a461-684670d15edc req-37ee0307-1ea2-4d84-b53d-e7365e80d41b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0553777 Mar 09 19:52:56.926344 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-52987ef4-8811-43a0-a461-684670d15edc req-610cc3d1-5eed-48ef-b8f5-4c07dc2602ea tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448058 Mar 09 19:52:57.501000 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-6b3e067a-d59a-4fa8-b26a-29a030459e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:52:57.823224 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5dc2a-d369-425a-aee3-a1cf8acb5b5c req-56efc96c-1c9c-4cf5-a2b6-40eb23c0297c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:57.824652 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-63c5dc2a-d369-425a-aee3-a1cf8acb5b5c req-56efc96c-1c9c-4cf5-a2b6-40eb23c0297c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 946 time: 0.0998211 Mar 09 19:52:57.853874 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1a25b-bbea-469b-8748-c3f3e27f079e req-8a023f51-003f-43e5-abb6-106ded0abf78 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:57.855365 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d4a1a25b-bbea-469b-8748-c3f3e27f079e req-8a023f51-003f-43e5-abb6-106ded0abf78 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0940464 Mar 09 19:52:57.905530 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-63c5dc2a-d369-425a-aee3-a1cf8acb5b5c req-749a1cf0-34d1-4065-bf4a-f4cc56c74f13 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743799 Mar 09 19:52:57.923475 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d4a1a25b-bbea-469b-8748-c3f3e27f079e req-c58b119f-c92c-4248-8e36-e54405ea012a tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607700 Mar 09 19:52:58.056902 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f3fa8-487f-4de0-9b3d-d3106c665843 req-56fdc3f1-10b2-4573-86fb-04d9a8d10b1b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:58.058435 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-df9f3fa8-487f-4de0-9b3d-d3106c665843 req-56fdc3f1-10b2-4573-86fb-04d9a8d10b1b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0536854 Mar 09 19:52:58.118250 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-df9f3fa8-487f-4de0-9b3d-d3106c665843 req-bcd82ad5-5b1d-40c5-a810-15ad0c4b0767 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533788 Mar 09 19:52:59.092821 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590060c-107a-4439-82dc-b97960702143 req-a2008af9-5ef4-4972-96e0-5d93c6d22050 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:59.094708 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3590060c-107a-4439-82dc-b97960702143 req-a2008af9-5ef4-4972-96e0-5d93c6d22050 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0910614 Mar 09 19:52:59.103847 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea417ab-9e70-4203-b11a-ddeaeff6b2a3 req-a7a03dc8-df01-4e4f-bbb6-74d681ba01b0 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:59.105402 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6ea417ab-9e70-4203-b11a-ddeaeff6b2a3 req-a7a03dc8-df01-4e4f-bbb6-74d681ba01b0 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 946 time: 0.0909936 Mar 09 19:52:59.179270 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3590060c-107a-4439-82dc-b97960702143 req-40b6cd18-67b7-4245-a033-47f77bc17079 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729387 Mar 09 19:52:59.182084 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6ea417ab-9e70-4203-b11a-ddeaeff6b2a3 req-ce11a0ba-0204-44fd-b5d5-51d1713d43a8 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691040 Mar 09 19:52:59.311379 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838862a-2730-4833-a994-dcb202711ddb req-efbe165a-5cb9-4147-b407-128522820a47 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:52:59.312932 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7838862a-2730-4833-a994-dcb202711ddb req-efbe165a-5cb9-4147-b407-128522820a47 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0566108 Mar 09 19:52:59.360614 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7838862a-2730-4833-a994-dcb202711ddb req-fd031601-9b7c-448f-981f-ddf79d49a92a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419955 Mar 09 19:52:59.737273 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-0dc47b0d-e323-4aa6-94b3-4a295b0dcf4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:00.330162 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244c39d-5099-4543-bb64-2c0def4aa542 req-8367bdb5-71c0-4a75-9ff2-1dbad977b876 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:00.331772 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c244c39d-5099-4543-bb64-2c0def4aa542 req-8367bdb5-71c0-4a75-9ff2-1dbad977b876 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 946 time: 0.0825219 Mar 09 19:53:00.343135 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4c93c-5870-4be0-b12e-4db592ceea63 req-e1d5ae40-54e5-4e8d-bdbf-0f2b50bd1ef8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:00.345993 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-15b4c93c-5870-4be0-b12e-4db592ceea63 req-e1d5ae40-54e5-4e8d-bdbf-0f2b50bd1ef8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0973320 Mar 09 19:53:00.428662 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c244c39d-5099-4543-bb64-2c0def4aa542 req-b1583a0e-c82a-4b74-a253-4da3263c53bb tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824430 Mar 09 19:53:00.433179 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-15b4c93c-5870-4be0-b12e-4db592ceea63 req-26a4b26e-5048-4b86-8e9e-7f4ce831d63a tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810382 Mar 09 19:53:00.561228 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e69366-b3c9-452b-9a40-96535e20080e req-c26baa3f-4575-4824-8c27-f57308aba47b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:00.562880 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-14e69366-b3c9-452b-9a40-96535e20080e req-c26baa3f-4575-4824-8c27-f57308aba47b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0582736 Mar 09 19:53:00.614209 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-14e69366-b3c9-452b-9a40-96535e20080e req-b593761e-2259-474b-9246-9712e29916e3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456951 Mar 09 19:53:00.837987 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:01.585587 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048e126-6907-4aaf-b390-88d1b6a2b49d req-3fc40885-c938-4ee1-9fae-0f60cd0ad0a4 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:01.587481 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5048e126-6907-4aaf-b390-88d1b6a2b49d req-3fc40885-c938-4ee1-9fae-0f60cd0ad0a4 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 946 time: 0.0855289 Mar 09 19:53:01.598321 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ea21a-39cd-4c77-90bb-3c03f0e8d8bc req-f76507d5-0e81-4992-8977-87667e2262b2 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:01.599919 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c91ea21a-39cd-4c77-90bb-3c03f0e8d8bc req-f76507d5-0e81-4992-8977-87667e2262b2 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0890760 Mar 09 19:53:01.673637 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5048e126-6907-4aaf-b390-88d1b6a2b49d req-dcfbb3bc-30e4-49e2-8253-6e9e60193aca tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727232 Mar 09 19:53:01.679255 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c91ea21a-39cd-4c77-90bb-3c03f0e8d8bc req-a39897f5-5385-4edd-a911-91475cac3396 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714016 Mar 09 19:53:01.794387 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ae1d6-4be2-431a-8d98-3b336313be2a req-ecc6f1df-9ad0-40a5-900d-35bb5e87a8a0 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:01.795945 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e70ae1d6-4be2-431a-8d98-3b336313be2a req-ecc6f1df-9ad0-40a5-900d-35bb5e87a8a0 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0560143 Mar 09 19:53:01.845215 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e70ae1d6-4be2-431a-8d98-3b336313be2a req-1b05c5d3-8ead-4836-9b64-d32f300bbe1f tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432973 Mar 09 19:53:02.068049 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:02.452133 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:02.851454 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fcbc0-3488-485b-86b9-1360050fc861 req-51ec6744-fb49-4dc5-a9fc-4c52ebb1ae5b tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:02.853013 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-dd9fcbc0-3488-485b-86b9-1360050fc861 req-51ec6744-fb49-4dc5-a9fc-4c52ebb1ae5b tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 946 time: 0.0878794 Mar 09 19:53:02.860832 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a87dd-3f35-4a73-b5b9-8fce4169c421 req-1cb6125f-15d8-479a-94de-a021e37ae79e tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:02.862922 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-106a87dd-3f35-4a73-b5b9-8fce4169c421 req-1cb6125f-15d8-479a-94de-a021e37ae79e tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0997708 Mar 09 19:53:02.939781 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-dd9fcbc0-3488-485b-86b9-1360050fc861 req-74254588-a0a4-4c00-8aa5-0e05e96ca005 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758188 Mar 09 19:53:02.942652 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-106a87dd-3f35-4a73-b5b9-8fce4169c421 req-316e5618-9a95-4ad3-b8f4-0c3ae13c5669 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728283 Mar 09 19:53:03.070307 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e312de-c8f8-4020-bccd-d5a847191571 req-c7dd791b-ab83-481c-b453-9b1b71f696a1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:03.071838 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99e312de-c8f8-4020-bccd-d5a847191571 req-c7dd791b-ab83-481c-b453-9b1b71f696a1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0606458 Mar 09 19:53:03.124196 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99e312de-c8f8-4020-bccd-d5a847191571 req-2c93d311-f85a-4dc7-8255-9dfbffc36d64 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467267 Mar 09 19:53:03.846001 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:04.058042 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06235bbe-bbc9-46d6-9774-eeb1fe42e583 req-3d105cad-36e0-41ce-b58d-82d8d0368eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:04.059522 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-06235bbe-bbc9-46d6-9774-eeb1fe42e583 req-3d105cad-36e0-41ce-b58d-82d8d0368eba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f40a33baeda64a69bab5c022461457ab&device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 1129 time: 0.0477614 Mar 09 19:53:04.091540 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb845747-9a4c-4904-a2b6-18a9d209dc43 req-dc413c48-5ecf-43a7-b677-6d6c85cd5b46 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:04.093100 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cb845747-9a4c-4904-a2b6-18a9d209dc43 req-dc413c48-5ecf-43a7-b677-6d6c85cd5b46 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 946 time: 0.0819077 Mar 09 19:53:04.101336 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec797efc-25ca-48e8-a5d8-89c4b277afd5 req-f15515cb-fd96-4886-aff5-e96a7a9af14a tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:04.102682 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ec797efc-25ca-48e8-a5d8-89c4b277afd5 req-f15515cb-fd96-4886-aff5-e96a7a9af14a tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0829086 Mar 09 19:53:04.164384 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06235bbe-bbc9-46d6-9774-eeb1fe42e583 req-dc1cfb6b-4a74-44db-8752-0d2041eb95b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:04.165946 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-06235bbe-bbc9-46d6-9774-eeb1fe42e583 req-dc1cfb6b-4a74-44db-8752-0d2041eb95b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=afc5eb80-49ab-4378-95f2-aaf87384a62e HTTP/1.1" status: 200 len: 920 time: 0.0863879 Mar 09 19:53:04.177700 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cb845747-9a4c-4904-a2b6-18a9d209dc43 req-6300b75e-85d7-42f3-a1bb-fa488825e698 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740829 Mar 09 19:53:04.188002 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ec797efc-25ca-48e8-a5d8-89c4b277afd5 req-828ca2a0-cee4-4d14-a3a1-4c12f8630f1b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777736 Mar 09 19:53:04.253335 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-06235bbe-bbc9-46d6-9774-eeb1fe42e583 req-8392a431-e621-4837-8932-92b5cf794072 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=767daaf2-91c4-44ca-9887-2637f3465639 HTTP/1.1" status: 200 len: 217 time: 0.0631750 Mar 09 19:53:04.297538 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4617f7-547b-411f-910c-201b55ddaf36 req-aebaf7f9-3d9a-48f8-a556-65238317d9c0 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:04.299571 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9d4617f7-547b-411f-910c-201b55ddaf36 req-aebaf7f9-3d9a-48f8-a556-65238317d9c0 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0568039 Mar 09 19:53:04.310376 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06235bbe-bbc9-46d6-9774-eeb1fe42e583 req-f0a04b29-9df7-4e75-be18-303e965f43db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:04.311980 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-06235bbe-bbc9-46d6-9774-eeb1fe42e583 req-f0a04b29-9df7-4e75-be18-303e965f43db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80514b34-5e48-4a20-8a26-dafa704cc5f5 HTTP/1.1" status: 200 len: 859 time: 0.0504255 Mar 09 19:53:04.344278 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-06235bbe-bbc9-46d6-9774-eeb1fe42e583 req-3afe913e-e29c-404c-8f6b-c293822c1ffc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afc5eb80-49ab-4378-95f2-aaf87384a62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254595 Mar 09 19:53:04.375683 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7e295-d338-4ca2-b7dd-588440d9e069 req-8a2cbae0-0cdb-4ed2-8f37-04db60c19627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:04.377289 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9ad7e295-d338-4ca2-b7dd-588440d9e069 req-8a2cbae0-0cdb-4ed2-8f37-04db60c19627 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 1130 time: 0.0767405 Mar 09 19:53:04.381769 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9d4617f7-547b-411f-910c-201b55ddaf36 req-59fb9573-df48-4eab-8f80-ce86ec40d8e1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737422 Mar 09 19:53:04.428920 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9ad7e295-d338-4ca2-b7dd-588440d9e069 req-11fa49b1-279d-4c3c-8dd7-78677f9d95ad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447845 Mar 09 19:53:04.454915 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-06235bbe-bbc9-46d6-9774-eeb1fe42e583 req-76ae1fe1-2405-48de-ba05-d260a030ed2c service neutron] 10.222.0.20 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993989 Mar 09 19:53:04.764900 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-06235bbe-bbc9-46d6-9774-eeb1fe42e583 req-8abcd3ab-00c5-43a9-aa22-7358d65c50e7 service neutron] 10.222.0.20 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877185 Mar 09 19:53:05.324832 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e24e-596e-4394-930f-ba59f1f66cac req-dc5abfb2-fdce-48f6-868e-15aaa3fd1a61 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:05.326272 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1425e24e-596e-4394-930f-ba59f1f66cac req-dc5abfb2-fdce-48f6-868e-15aaa3fd1a61 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0706489 Mar 09 19:53:05.336863 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148d86b-2bbe-40e2-869b-ce339633af5e req-2d65501a-ae81-4923-9ddc-2a848971a228 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:05.338360 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f148d86b-2bbe-40e2-869b-ce339633af5e req-2d65501a-ae81-4923-9ddc-2a848971a228 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 946 time: 0.0929418 Mar 09 19:53:05.406706 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1425e24e-596e-4394-930f-ba59f1f66cac req-6df481dd-357b-460e-a1b5-794c2970ad13 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673957 Mar 09 19:53:05.418263 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f148d86b-2bbe-40e2-869b-ce339633af5e req-86c82207-7379-4696-bdd5-cf6d66998f93 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733056 Mar 09 19:53:05.526137 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7c18b-93bd-4cb5-a51f-b5984feae6ff req-16b68254-d10e-44c7-acae-aca8054b5c28 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:05.527693 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-edf7c18b-93bd-4cb5-a51f-b5984feae6ff req-16b68254-d10e-44c7-acae-aca8054b5c28 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0561156 Mar 09 19:53:05.574554 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-edf7c18b-93bd-4cb5-a51f-b5984feae6ff req-dd259cfe-7687-4396-8990-59466d54dc8c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412390 Mar 09 19:53:06.551725 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cf877-f55a-4ed4-9efc-f49b54d96278 req-5febbc49-4153-4380-b68c-57a746c055d7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:06.553220 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ca7cf877-f55a-4ed4-9efc-f49b54d96278 req-5febbc49-4153-4380-b68c-57a746c055d7 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0789530 Mar 09 19:53:06.574384 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04a2b8-6853-4491-95c0-a7a5281796bc req-96cd1e92-1859-429c-967d-0009269c9db3 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:06.575785 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ad04a2b8-6853-4491-95c0-a7a5281796bc req-96cd1e92-1859-429c-967d-0009269c9db3 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 946 time: 0.0759001 Mar 09 19:53:06.636606 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ca7cf877-f55a-4ed4-9efc-f49b54d96278 req-a3a83345-2222-4a4f-9dff-e483f098b915 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776019 Mar 09 19:53:06.647577 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ad04a2b8-6853-4491-95c0-a7a5281796bc req-13305090-bc05-4e3d-b916-d9fa6b78af64 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652432 Mar 09 19:53:06.743632 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a549784-632e-4445-b583-864c8b6d1e5a req-aa77f84d-03c8-438c-84c4-5647db172971 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:06.745118 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7a549784-632e-4445-b583-864c8b6d1e5a req-aa77f84d-03c8-438c-84c4-5647db172971 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0543680 Mar 09 19:53:06.795169 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7a549784-632e-4445-b583-864c8b6d1e5a req-bb03aa4f-5805-45ca-afaa-43b881877b46 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444479 Mar 09 19:53:07.759374 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe4f25-c708-4898-80ab-7ff6c1e53bee req-886f696f-8703-403c-b8ef-3ff94e0c176d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:07.760772 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c8fe4f25-c708-4898-80ab-7ff6c1e53bee req-886f696f-8703-403c-b8ef-3ff94e0c176d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0580335 Mar 09 19:53:07.806966 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c8fe4f25-c708-4898-80ab-7ff6c1e53bee req-29cceb46-fb11-453a-b5b9-04dd139597a6 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407257 Mar 09 19:53:07.921338 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfde67e-9791-4677-b5bc-1fe3cdb42b08 req-cd1f72cf-0310-4d1d-afc8-24f5ffdca5f5 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:07.922679 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-dbfde67e-9791-4677-b5bc-1fe3cdb42b08 req-cd1f72cf-0310-4d1d-afc8-24f5ffdca5f5 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0544426 Mar 09 19:53:07.967658 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-dbfde67e-9791-4677-b5bc-1fe3cdb42b08 req-3bb33a04-f6eb-41dc-84dc-9fe415c983d8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395269 Mar 09 19:53:08.927544 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caa023-1a72-462c-835d-576b748c8d4b req-d3edf903-0173-4eb9-a0de-d7f69a52e0ff tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:08.929044 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-70caa023-1a72-462c-835d-576b748c8d4b req-d3edf903-0173-4eb9-a0de-d7f69a52e0ff tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0544019 Mar 09 19:53:08.976501 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-70caa023-1a72-462c-835d-576b748c8d4b req-719af91d-5edb-443a-84f2-6d4938befe90 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416903 Mar 09 19:53:09.092196 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06434d-023a-4bbc-bcb0-99171ba4a9ed req-2cfbc78f-406f-4148-950d-6a6708614252 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:09.093659 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5c06434d-023a-4bbc-bcb0-99171ba4a9ed req-2cfbc78f-406f-4148-950d-6a6708614252 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0536888 Mar 09 19:53:09.142670 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5c06434d-023a-4bbc-bcb0-99171ba4a9ed req-bbbe1f29-5984-4772-8df5-bd5ba677927c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428002 Mar 09 19:53:10.093976 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d198c3-6c11-4fee-92a6-8edcaf5fbffc req-a688a66a-5ed7-49d9-a553-467613fb8704 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:10.095537 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51d198c3-6c11-4fee-92a6-8edcaf5fbffc req-a688a66a-5ed7-49d9-a553-467613fb8704 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0510814 Mar 09 19:53:10.144758 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51d198c3-6c11-4fee-92a6-8edcaf5fbffc req-bb9f13b6-8abf-4b6b-9610-cefe00ef1e7b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426903 Mar 09 19:53:10.262475 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66249b81-1879-43bc-9cd5-d2049044cb23 req-bfbc0980-b264-40a2-9eae-8e996942ffcc tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:10.263835 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-66249b81-1879-43bc-9cd5-d2049044cb23 req-bfbc0980-b264-40a2-9eae-8e996942ffcc tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0516629 Mar 09 19:53:10.309649 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-66249b81-1879-43bc-9cd5-d2049044cb23 req-369db705-e294-4677-a77e-fa3798e45dfa tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402284 Mar 09 19:53:11.265050 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a795e4-6732-4496-b2fb-e2fd9a0d5e61 req-ecb2ec52-d773-4f92-b6ec-8ca706d3597d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:11.266495 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f1a795e4-6732-4496-b2fb-e2fd9a0d5e61 req-ecb2ec52-d773-4f92-b6ec-8ca706d3597d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0544469 Mar 09 19:53:11.311814 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f1a795e4-6732-4496-b2fb-e2fd9a0d5e61 req-a639998b-3e58-4083-8a5c-8e1ad46393cf tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396559 Mar 09 19:53:11.432318 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eed867-82e9-45d0-9d71-494cdbdb5ce4 req-b198af78-0bde-4a43-b257-b475b9b69b99 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:11.433821 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e0eed867-82e9-45d0-9d71-494cdbdb5ce4 req-b198af78-0bde-4a43-b257-b475b9b69b99 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 943 time: 0.0518420 Mar 09 19:53:11.480259 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e0eed867-82e9-45d0-9d71-494cdbdb5ce4 req-5c4dab35-bd13-4dae-ab07-9c88401c7dac tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407276 Mar 09 19:53:11.785175 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device e2efef81-5f23-453c-a2c7-d3fef2e6b13d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:53:11.885933 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port e2efef81-5f23-453c-a2c7-d3fef2e6b13d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:53:11.897489 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'port_id': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d', 'mac_address': 'fa:16:3e:4a:a0:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:53:11.933458 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port e2efef81-5f23-453c-a2c7-d3fef2e6b13d is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:11.933843 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:11.947221 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2efef81-5f23-453c-a2c7-d3fef2e6b13d {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:53:11.970019 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port e2efef81-5f23-453c-a2c7-d3fef2e6b13d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:53:11.974759 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:12.020025 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,revision_number=9']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:12.416567 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['e2efef81-5f23-453c-a2c7-d3fef2e6b13d'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:53:12.446718 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771d488-5b85-4f8f-ae60-3290afca7528 req-3ec04df4-d5d6-4fa1-9cac-5989e729948d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:12.448291 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2771d488-5b85-4f8f-ae60-3290afca7528 req-3ec04df4-d5d6-4fa1-9cac-5989e729948d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0703204 Mar 09 19:53:12.496338 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2771d488-5b85-4f8f-ae60-3290afca7528 req-24ceff5f-03ed-4441-8cd7-844190b5d645 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Mar 09 19:53:12.610546 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116be6b5-75ca-48bb-8b2e-f42e22f6d234 req-177a4d92-ea89-4046-8270-6234682e3e70 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:12.612010 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-116be6b5-75ca-48bb-8b2e-f42e22f6d234 req-177a4d92-ea89-4046-8270-6234682e3e70 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 944 time: 0.0517805 Mar 09 19:53:12.658820 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-116be6b5-75ca-48bb-8b2e-f42e22f6d234 req-841efc55-5fd7-473a-a07c-df8978406cc8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406585 Mar 09 19:53:13.619223 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c0b6f-f6df-4c9c-99b6-7dc808498ce6 req-7bead426-9a9d-4e47-82ab-cc13e3318513 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:13.620733 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d04c0b6f-f6df-4c9c-99b6-7dc808498ce6 req-7bead426-9a9d-4e47-82ab-cc13e3318513 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0525858 Mar 09 19:53:13.676543 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d04c0b6f-f6df-4c9c-99b6-7dc808498ce6 req-dcbc9a6b-94e9-4d53-b5cb-d90a0f9e4052 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498621 Mar 09 19:53:13.791522 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377814e-0be4-4ba8-94ac-7ba5be2982c7 req-83919f56-37b7-40e7-afa3-cdb4daae8eb6 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:13.792947 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a377814e-0be4-4ba8-94ac-7ba5be2982c7 req-83919f56-37b7-40e7-afa3-cdb4daae8eb6 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 944 time: 0.0553997 Mar 09 19:53:13.793617 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device e2efef81-5f23-453c-a2c7-d3fef2e6b13d up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:53:13.840332 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a377814e-0be4-4ba8-94ac-7ba5be2982c7 req-a0a1475d-db55-4fa1-9f10-36863ab197cb tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416758 Mar 09 19:53:13.842752 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port e2efef81-5f23-453c-a2c7-d3fef2e6b13d triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:13.843241 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:13.920765 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port e2efef81-5f23-453c-a2c7-d3fef2e6b13d is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:13.921157 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:13.944441 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b793f7d-3aa4-447f-b107-ff6867ee11bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:53:13.946648 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec474fe8-b7c0-4605-8e03-a100e7cfdcb6" -d '{"events": [{"server_uuid": "6b793f7d-3aa4-447f-b107-ff6867ee11bc", "name": "network-vif-plugged", "status": "completed", "tag": "e2efef81-5f23-453c-a2c7-d3fef2e6b13d"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:53:13.963081 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port e2efef81-5f23-453c-a2c7-d3fef2e6b13d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:53:13.967576 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:13.991067 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc35cc64-5d7d-42ac-9b3d-3bd68f72783c x-openstack-request-id: req-bc35cc64-5d7d-42ac-9b3d-3bd68f72783c {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:53:13.991391 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b793f7d-3aa4-447f-b107-ff6867ee11bc", "name": "network-vif-plugged", "status": "completed", "tag": "e2efef81-5f23-453c-a2c7-d3fef2e6b13d", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:53:13.991652 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc35cc64-5d7d-42ac-9b3d-3bd68f72783c {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:53:13.992039 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b793f7d-3aa4-447f-b107-ff6867ee11bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d', 'code': 200} Mar 09 19:53:14.017984 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,revision_number=10']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:14.556311 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a21c3a-f02c-452a-a728-e9ebd5fda0b8 req-c09c6f73-3868-4624-93fa-a3d37522e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:14.557742 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-30a21c3a-f02c-452a-a728-e9ebd5fda0b8 req-c09c6f73-3868-4624-93fa-a3d37522e0cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 1130 time: 0.0450959 Mar 09 19:53:14.603981 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-30a21c3a-f02c-452a-a728-e9ebd5fda0b8 req-62f00c3f-d2c4-48c9-947e-25a7612c9fbf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398054 Mar 09 19:53:14.809974 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772fa90-57f3-4a7f-907b-2c19def3b538 req-3349305f-8210-4c09-bbb3-2bc90e3dda91 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:14.811642 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d772fa90-57f3-4a7f-907b-2c19def3b538 req-3349305f-8210-4c09-bbb3-2bc90e3dda91 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0608947 Mar 09 19:53:14.858118 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d772fa90-57f3-4a7f-907b-2c19def3b538 req-ff5a25fb-674d-4df7-be15-10741b3623c8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408845 Mar 09 19:53:14.977614 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342bd38-687c-488b-a055-712982aa7565 req-5be4bfa7-f0ff-49bf-b8dc-8c9e8220dfa5 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:14.979047 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7342bd38-687c-488b-a055-712982aa7565 req-5be4bfa7-f0ff-49bf-b8dc-8c9e8220dfa5 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 946 time: 0.0592132 Mar 09 19:53:15.023255 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7342bd38-687c-488b-a055-712982aa7565 req-61c94c8f-93f1-4cd7-bed8-4d210de83b12 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387168 Mar 09 19:53:15.976761 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25e678-8d0b-4961-b55a-52275c2166a5 req-ba6227ac-b0e0-4061-821e-1e88fbb280ef tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:15.978211 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5e25e678-8d0b-4961-b55a-52275c2166a5 req-ba6227ac-b0e0-4061-821e-1e88fbb280ef tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0520127 Mar 09 19:53:16.023611 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5e25e678-8d0b-4961-b55a-52275c2166a5 req-89f4d302-2a8c-4545-a387-bb373a69de25 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397637 Mar 09 19:53:16.145380 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b71cd6-1546-48b4-9743-d4ab9fec3d22 req-bc5a1569-2bf7-4770-92fe-902f4d789d0e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:16.146882 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a1b71cd6-1546-48b4-9743-d4ab9fec3d22 req-bc5a1569-2bf7-4770-92fe-902f4d789d0e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 946 time: 0.0532947 Mar 09 19:53:16.197328 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a1b71cd6-1546-48b4-9743-d4ab9fec3d22 req-47939302-7c49-449a-a5dc-1495f48d7358 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431757 Mar 09 19:53:17.140534 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e24c0f-101b-4bfa-a472-0d17980f266c req-d5e09957-9622-4af8-8cda-8fbdffaad37c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:17.141974 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d6e24c0f-101b-4bfa-a472-0d17980f266c req-d5e09957-9622-4af8-8cda-8fbdffaad37c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0518837 Mar 09 19:53:17.188631 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d6e24c0f-101b-4bfa-a472-0d17980f266c req-586b4cf1-be1e-4ea4-b904-6b71c46f37f3 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406787 Mar 09 19:53:17.321169 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bdd00e-0d7e-474f-8ef7-702046a06c97 req-971c21db-911c-4f01-aa75-e4b33847bafb tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:17.322522 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e9bdd00e-0d7e-474f-8ef7-702046a06c97 req-971c21db-911c-4f01-aa75-e4b33847bafb tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 946 time: 0.0528090 Mar 09 19:53:17.367077 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e9bdd00e-0d7e-474f-8ef7-702046a06c97 req-c8145a7d-ac31-450e-b340-d78c3a1d7da7 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391400 Mar 09 19:53:18.308636 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86000b4-1deb-4c40-a67e-7902342ab583 req-ef0e4ead-7f5b-42ca-9ea8-9953c992204c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:18.310433 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b86000b4-1deb-4c40-a67e-7902342ab583 req-ef0e4ead-7f5b-42ca-9ea8-9953c992204c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0561302 Mar 09 19:53:18.360174 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b86000b4-1deb-4c40-a67e-7902342ab583 req-72227644-82bf-4dd6-9caf-b59edcb31663 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440738 Mar 09 19:53:18.488983 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dfe3e-6ecf-4e52-bd99-5654b8b38fb1 req-4413d477-d736-4762-8554-91b6c1da52a5 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:18.490363 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b35dfe3e-6ecf-4e52-bd99-5654b8b38fb1 req-4413d477-d736-4762-8554-91b6c1da52a5 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 946 time: 0.0524065 Mar 09 19:53:18.537715 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b35dfe3e-6ecf-4e52-bd99-5654b8b38fb1 req-c4d3d804-b0e5-4c08-a26b-f83ff2764430 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418472 Mar 09 19:53:19.482812 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a0aa3-8aec-4b67-897f-e9b01768cbf1 req-9ce71390-6bc4-414e-bd85-1bbaad278826 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:19.484271 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b52a0aa3-8aec-4b67-897f-e9b01768cbf1 req-9ce71390-6bc4-414e-bd85-1bbaad278826 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0562704 Mar 09 19:53:19.530955 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b52a0aa3-8aec-4b67-897f-e9b01768cbf1 req-163fb743-aa39-402c-b9fb-88de14d5ec85 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412171 Mar 09 19:53:19.660618 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a5c19-cf88-4017-8d31-3b50f13a7154 req-7166abcf-a94e-480e-902d-14f4f89c3eab tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:19.662074 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-436a5c19-cf88-4017-8d31-3b50f13a7154 req-7166abcf-a94e-480e-902d-14f4f89c3eab tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 946 time: 0.0528412 Mar 09 19:53:19.710103 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-436a5c19-cf88-4017-8d31-3b50f13a7154 req-b1d6baea-b55b-4fe3-9b90-69303a141752 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414441 Mar 09 19:53:20.070859 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:53:20.647696 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d92dc8-cd1a-4e23-b8d5-7c4f544f786b req-2a19caed-53fe-4cb1-a43a-8e60058db54e tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:20.649136 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-38d92dc8-cd1a-4e23-b8d5-7c4f544f786b req-2a19caed-53fe-4cb1-a43a-8e60058db54e tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0503345 Mar 09 19:53:20.700578 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-38d92dc8-cd1a-4e23-b8d5-7c4f544f786b req-cef29420-7f02-432c-a83c-aba52f43bd6c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458627 Mar 09 19:53:20.828527 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de7ff1-d0ef-46ff-b371-e4a4cae17819 req-a9275e41-1108-45d3-9b2f-c9bc4511dc0a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:20.829879 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-13de7ff1-d0ef-46ff-b371-e4a4cae17819 req-a9275e41-1108-45d3-9b2f-c9bc4511dc0a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 946 time: 0.0503767 Mar 09 19:53:20.875285 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-13de7ff1-d0ef-46ff-b371-e4a4cae17819 req-5d40036b-3cca-4ca3-976e-9d59b2dafe97 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394723 Mar 09 19:53:21.814581 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4773483-ab6a-4eef-992d-d62ed2d21fb0 req-fab040d3-5fc8-4c17-94b5-333b56d7ef00 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:21.816037 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f4773483-ab6a-4eef-992d-d62ed2d21fb0 req-fab040d3-5fc8-4c17-94b5-333b56d7ef00 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0494666 Mar 09 19:53:21.859958 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f4773483-ab6a-4eef-992d-d62ed2d21fb0 req-27f6f433-3cea-47a0-a832-0c8ced34dd62 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378942 Mar 09 19:53:21.998795 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6118cc4-e891-4f90-b425-156338ee5e77 req-8dc8f31c-47e0-4940-a43c-e02f3a76de58 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:22.000422 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b6118cc4-e891-4f90-b425-156338ee5e77 req-8dc8f31c-47e0-4940-a43c-e02f3a76de58 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 946 time: 0.0557430 Mar 09 19:53:22.045260 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b6118cc4-e891-4f90-b425-156338ee5e77 req-d1470e35-5a90-4601-8682-9c21e8ac6f39 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394294 Mar 09 19:53:22.975424 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44577c-4369-4b2e-9266-5b83b34750b7 req-985cd81e-6aab-4d73-ba2c-287bd92e960e tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:22.976890 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2f44577c-4369-4b2e-9266-5b83b34750b7 req-985cd81e-6aab-4d73-ba2c-287bd92e960e tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0508163 Mar 09 19:53:23.021443 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2f44577c-4369-4b2e-9266-5b83b34750b7 req-575903ca-299e-4a5e-b74c-a979a4418fc0 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390742 Mar 09 19:53:23.164371 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5f236-8de7-4239-b6e1-1675a73e4f40 req-03336ad4-220d-49f9-957d-2abace45de0e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:23.165802 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7de5f236-8de7-4239-b6e1-1675a73e4f40 req-03336ad4-220d-49f9-957d-2abace45de0e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 946 time: 0.0502875 Mar 09 19:53:23.442748 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7de5f236-8de7-4239-b6e1-1675a73e4f40 req-6f2d3bea-b640-4a20-85ae-76f0735ceb41 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715044 Mar 09 19:53:24.145523 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d7039-7425-421b-80e5-6c737f5c26c4 req-165a7547-052d-4cf1-b64b-17ab2ba48bfa tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:24.146970 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-de1d7039-7425-421b-80e5-6c737f5c26c4 req-165a7547-052d-4cf1-b64b-17ab2ba48bfa tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0507894 Mar 09 19:53:24.192327 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-de1d7039-7425-421b-80e5-6c737f5c26c4 req-67b08055-d711-43fb-a899-bde693c72823 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399585 Mar 09 19:53:24.566907 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13699ce7-4150-4df5-8e19-ca6a1f27e150 req-ccae033b-a1bd-451f-84cb-49bb3f9d997e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:24.568386 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-13699ce7-4150-4df5-8e19-ca6a1f27e150 req-ccae033b-a1bd-451f-84cb-49bb3f9d997e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 946 time: 0.0520034 Mar 09 19:53:24.613512 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-13699ce7-4150-4df5-8e19-ca6a1f27e150 req-853a3743-84f0-4a5b-9228-e60ef79b34c1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396307 Mar 09 19:53:25.311983 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1df0c-567e-410b-92b9-d27d784ae59e req-0c471112-ea7b-4fbb-a57a-8fc5e47dec21 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:25.313384 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b4d1df0c-567e-410b-92b9-d27d784ae59e req-0c471112-ea7b-4fbb-a57a-8fc5e47dec21 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0561087 Mar 09 19:53:25.367023 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b4d1df0c-567e-410b-92b9-d27d784ae59e req-86b1254f-a744-497a-b7ab-c46b62e738e2 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471447 Mar 09 19:53:26.484908 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b03de9-c9cc-4130-833e-bc92408e4a0e req-1d2f80f2-0801-4ca3-8614-4f1a761a44ec tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:26.486451 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-00b03de9-c9cc-4130-833e-bc92408e4a0e req-1d2f80f2-0801-4ca3-8614-4f1a761a44ec tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0518274 Mar 09 19:53:26.538715 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-00b03de9-c9cc-4130-833e-bc92408e4a0e req-bfaccaee-04ed-4951-8b46-6556684cde10 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447254 Mar 09 19:53:27.506014 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-fc446c90-38d8-4f54-84f3-f21d45b81abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:27.657691 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3ea7a-6ddd-4cf8-99e6-441b9b0c431b req-040fed1f-f7d8-4d7b-934b-58467e43b1f5 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:27.659119 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c0e3ea7a-6ddd-4cf8-99e6-441b9b0c431b req-040fed1f-f7d8-4d7b-934b-58467e43b1f5 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0535715 Mar 09 19:53:27.703496 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c0e3ea7a-6ddd-4cf8-99e6-441b9b0c431b req-f2b548a5-a830-4c2a-bb0a-3360ed6b2b0d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389323 Mar 09 19:53:28.821820 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e02cf-c0b9-42f7-aec7-594af61ea756 req-e11deb6f-f8f8-4686-b1a6-db4e4dcabf5d tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:28.823320 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3e8e02cf-c0b9-42f7-aec7-594af61ea756 req-e11deb6f-f8f8-4686-b1a6-db4e4dcabf5d tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 946 time: 0.0861633 Mar 09 19:53:28.864859 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac1459-098b-4928-8f24-704395b8b544 req-f520fd8d-3b7f-43a5-8066-0eee895bec60 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:28.866343 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ccac1459-098b-4928-8f24-704395b8b544 req-f520fd8d-3b7f-43a5-8066-0eee895bec60 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0825620 Mar 09 19:53:28.906435 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3e8e02cf-c0b9-42f7-aec7-594af61ea756 req-951c227f-3fc6-42d0-aa99-718850b244f7 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760014 Mar 09 19:53:28.938167 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ccac1459-098b-4928-8f24-704395b8b544 req-a36a7fe9-32e0-4837-a141-aff06f0bdb2f tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646963 Mar 09 19:53:29.738930 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-253323b5-bf7d-424f-add2-ee3df236fb85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:30.054196 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef61642-9ca5-47e5-9433-10172155cd8a req-a3f503da-796f-4253-82a0-c1f207b7a084 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:30.055652 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4ef61642-9ca5-47e5-9433-10172155cd8a req-a3f503da-796f-4253-82a0-c1f207b7a084 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 946 time: 0.0765040 Mar 09 19:53:30.109542 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f74f0-1ff6-43b3-add3-9ca65e2747fb req-126a7ba0-86cc-4747-b522-57755ed93722 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:30.110978 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e44f74f0-1ff6-43b3-add3-9ca65e2747fb req-126a7ba0-86cc-4747-b522-57755ed93722 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0942752 Mar 09 19:53:30.117865 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4ef61642-9ca5-47e5-9433-10172155cd8a req-a60cc60e-c6d5-47e5-9c0e-258371fec60d tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561726 Mar 09 19:53:30.166249 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e44f74f0-1ff6-43b3-add3-9ca65e2747fb req-8357a377-8c36-4f8e-bd70-f68528123cc5 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468557 Mar 09 19:53:30.673263 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148c8f3-9222-430b-a5be-2ee316067fab req-5703329f-4ed7-45da-97ab-099bb022d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:30.674701 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9148c8f3-9222-430b-a5be-2ee316067fab req-5703329f-4ed7-45da-97ab-099bb022d578 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 1129 time: 0.0418530 Mar 09 19:53:30.718272 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-9148c8f3-9222-430b-a5be-2ee316067fab req-636ee7ed-8a1e-460b-a357-fde6929b05b5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354910 Mar 09 19:53:30.839332 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:31.140399 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c314b1d-55c9-45c5-ab70-091c52c7697f req-8739f456-1d73-431c-b32d-894b785d881c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:31.141924 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1c314b1d-55c9-45c5-ab70-091c52c7697f req-8739f456-1d73-431c-b32d-894b785d881c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 946 time: 0.0534897 Mar 09 19:53:31.237636 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a77b18-f255-4d0b-9a88-b14702d5fadc req-e473045c-3b2d-4253-89b0-4f350fb33ddd tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:31.239189 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-67a77b18-f255-4d0b-9a88-b14702d5fadc req-e473045c-3b2d-4253-89b0-4f350fb33ddd tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6379594-2073-4e6f-bac0-fabe2fa20523 HTTP/1.1" status: 200 len: 946 time: 0.0545766 Mar 09 19:53:31.262417 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-1c314b1d-55c9-45c5-ab70-091c52c7697f req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Deleting port 3272dcee-376b-41e1-83d2-718abe02fc65 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:53:31.262740 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1c314b1d-55c9-45c5-ab70-091c52c7697f req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (3272dcee-376b-41e1-83d2-718abe02fc65), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:31.317467 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-67a77b18-f255-4d0b-9a88-b14702d5fadc req-ec22289a-13fd-41d8-b377-fc57a743f168 tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.16 "GET /v2.0/security-groups?id=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687544 Mar 09 19:53:31.325786 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0dbc9-d7cf-4af5-bd29-997ff83c2b39 req-d395953c-0913-4bc6-859b-fe59e06cd2c2 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:31.327362 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d8b0dbc9-d7cf-4af5-bd29-997ff83c2b39 req-d395953c-0913-4bc6-859b-fe59e06cd2c2 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0873132 Mar 09 19:53:31.359294 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-1c314b1d-55c9-45c5-ab70-091c52c7697f req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] For port 3272dcee-376b-41e1-83d2-718abe02fc65, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3272dcee-376b-41e1-83d2-718abe02fc65,segment=NetworkSegment(c3e60ba3-6da5-45af-936a-c91cd6ea53d4),segment_id=c3e60ba3-6da5-45af-936a-c91cd6ea53d4)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:53:31.359817 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1c314b1d-55c9-45c5-ab70-091c52c7697f req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (3272dcee-376b-41e1-83d2-718abe02fc65), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:31.372473 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-1c314b1d-55c9-45c5-ab70-091c52c7697f req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Calling delete_port for 3272dcee-376b-41e1-83d2-718abe02fc65 owned by compute:nova {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:53:31.383257 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d8b0dbc9-d7cf-4af5-bd29-997ff83c2b39 req-bc675d16-5d5c-4047-9332-4963730b6c69 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481038 Mar 09 19:53:31.501347 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1c314b1d-55c9-45c5-ab70-091c52c7697f req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (3272dcee-376b-41e1-83d2-718abe02fc65), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:31.514752 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['3272dcee-376b-41e1-83d2-718abe02fc65'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:53:31.528837 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Pushing event deleted for resources: {'Port': ['ID=3272dcee-376b-41e1-83d2-718abe02fc65,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:31.555529 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:31.555880 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:31.556250 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:31.556591 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:31.556921 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:31.557247 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:31.557575 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:31.557901 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:31.558226 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:31.558551 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:31.558872 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:31.559190 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:31.559510 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:31.581118 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c314b1d-55c9-45c5-ab70-091c52c7697f req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] No DVR routers for this DVR port 3272dcee-376b-41e1-83d2-718abe02fc65 on host hv-cinder-78836 {{(pid=114605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:53:31.583798 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1c314b1d-55c9-45c5-ab70-091c52c7697f req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:31.587587 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1c314b1d-55c9-45c5-ab70-091c52c7697f req-e8fbb94b-31f4-402f-be97-34286f9d148c tempest-VolumesSnapshotTestJSON-369712418 tempest-VolumesSnapshotTestJSON-369712418-project] 10.222.0.20 "DELETE /v2.0/ports/3272dcee-376b-41e1-83d2-718abe02fc65 HTTP/1.1" status: 204 len: 173 time: 0.4164639 Mar 09 19:53:31.588012 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6379594-2073-4e6f-bac0-fabe2fa20523', 'name': 'network-vif-deleted', 'tag': '3272dcee-376b-41e1-83d2-718abe02fc65'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:53:31.590225 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0c1268-c153-46dc-b41d-aaf6bf34028a" -d '{"events": [{"server_uuid": "f6379594-2073-4e6f-bac0-fabe2fa20523", "name": "network-vif-deleted", "tag": "3272dcee-376b-41e1-83d2-718abe02fc65"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:53:31.626213 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d253919-7484-4a2e-a140-f00f0555e54e x-openstack-request-id: req-5d253919-7484-4a2e-a140-f00f0555e54e {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:53:31.626510 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6379594-2073-4e6f-bac0-fabe2fa20523", "name": "network-vif-deleted", "tag": "3272dcee-376b-41e1-83d2-718abe02fc65", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:53:31.626768 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d253919-7484-4a2e-a140-f00f0555e54e {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:53:31.627161 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6379594-2073-4e6f-bac0-fabe2fa20523', 'name': 'network-vif-deleted', 'tag': '3272dcee-376b-41e1-83d2-718abe02fc65', 'status': 'completed', 'code': 200} Mar 09 19:53:32.073730 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:32.455729 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:32.531099 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eebb7-376b-43eb-9d9e-a0a45e89a9a2 req-bd65f3fb-7b2b-440b-ac2f-3cebdf627cea tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:32.532622 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-977eebb7-376b-43eb-9d9e-a0a45e89a9a2 req-bd65f3fb-7b2b-440b-ac2f-3cebdf627cea tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0602744 Mar 09 19:53:32.582177 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-977eebb7-376b-43eb-9d9e-a0a45e89a9a2 req-cc01b1d8-04a4-4187-b1ee-3ea9e60dd0fe tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Mar 09 19:53:32.885196 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083efdd6-d4ba-4df4-98b0-e035ec3f077d req-a224ae14-1cff-4fcf-a0c6-2febfff665bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:32.886961 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-083efdd6-d4ba-4df4-98b0-e035ec3f077d req-a224ae14-1cff-4fcf-a0c6-2febfff665bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f40a33baeda64a69bab5c022461457ab&device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 1129 time: 0.0442581 Mar 09 19:53:32.899621 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299051f-a64e-44cb-a441-b38d5c28f604 req-3bd782e4-bbe4-49c8-a075-44259d8fdfc0 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:32.901556 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4299051f-a64e-44cb-a441-b38d5c28f604 req-3bd782e4-bbe4-49c8-a075-44259d8fdfc0 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0523684 Mar 09 19:53:32.951995 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4299051f-a64e-44cb-a441-b38d5c28f604 req-725798f8-ef24-4257-8ce3-56a4c3a02735 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442996 Mar 09 19:53:32.977474 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083efdd6-d4ba-4df4-98b0-e035ec3f077d req-3a7611bd-ab33-47ac-870f-a2beca394793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:32.978950 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-083efdd6-d4ba-4df4-98b0-e035ec3f077d req-3a7611bd-ab33-47ac-870f-a2beca394793 service neutron] 10.222.0.20 "GET /v2.0/networks?id=afc5eb80-49ab-4378-95f2-aaf87384a62e HTTP/1.1" status: 200 len: 920 time: 0.0846841 Mar 09 19:53:33.022825 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-083efdd6-d4ba-4df4-98b0-e035ec3f077d req-7d450b46-defe-4ad3-a317-f207ed50db3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=767daaf2-91c4-44ca-9887-2637f3465639 HTTP/1.1" status: 200 len: 217 time: 0.0371740 Mar 09 19:53:33.068200 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083efdd6-d4ba-4df4-98b0-e035ec3f077d req-fdf4b318-f5f8-47df-a95d-c3b5ed4bb98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:33.069566 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-083efdd6-d4ba-4df4-98b0-e035ec3f077d req-fdf4b318-f5f8-47df-a95d-c3b5ed4bb98d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80514b34-5e48-4a20-8a26-dafa704cc5f5 HTTP/1.1" status: 200 len: 859 time: 0.0409768 Mar 09 19:53:33.100487 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-083efdd6-d4ba-4df4-98b0-e035ec3f077d req-eb3bcc6a-88f7-491b-9060-ba8b68b36dc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=afc5eb80-49ab-4378-95f2-aaf87384a62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238895 Mar 09 19:53:33.187988 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-083efdd6-d4ba-4df4-98b0-e035ec3f077d req-175b5423-a248-4ebf-9f1d-76aa6fea928d service neutron] 10.222.0.20 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822134 Mar 09 19:53:33.273512 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-083efdd6-d4ba-4df4-98b0-e035ec3f077d req-00f578a4-ad3e-4f7c-9913-72750ad92a61 service neutron] 10.222.0.20 "GET /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788066 Mar 09 19:53:33.557089 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43208) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:33.663700 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4085941d-8d8a-4ef7-89e9-bd0272cd5936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:33.736281 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4085941d-8d8a-4ef7-89e9-bd0272cd5936 admin admin] Publish callbacks [] for security_group (a9ea9127-7854-445f-b5f1-455220b8ef27), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:33.740882 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4085941d-8d8a-4ef7-89e9-bd0272cd5936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (a9ea9127-7854-445f-b5f1-455220b8ef27), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:33.778509 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-4085941d-8d8a-4ef7-89e9-bd0272cd5936 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b9e25785f2e4331bfafdd511efa5dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203481 Mar 09 19:53:33.779622 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085941d-8d8a-4ef7-89e9-bd0272cd5936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ea9127-7854-445f-b5f1-455220b8ef27,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:33.781315 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43216) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:33.836823 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-0105f1ef-117e-4122-807e-86159c154915 admin admin] Publish callbacks [] for security_group (a9ea9127-7854-445f-b5f1-455220b8ef27), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:33.858376 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-0105f1ef-117e-4122-807e-86159c154915 admin admin] Publish callbacks [] for security_group (a9ea9127-7854-445f-b5f1-455220b8ef27), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:33.869796 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:33.909864 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-0105f1ef-117e-4122-807e-86159c154915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (a9ea9127-7854-445f-b5f1-455220b8ef27), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:33.912947 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-0105f1ef-117e-4122-807e-86159c154915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:33.914075 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-0105f1ef-117e-4122-807e-86159c154915 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9ea9127-7854-445f-b5f1-455220b8ef27 HTTP/1.1" status: 204 len: 168 time: 0.1317585 Mar 09 19:53:33.921514 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105f1ef-117e-4122-807e-86159c154915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ea9127-7854-445f-b5f1-455220b8ef27,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:33.930428 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105f1ef-117e-4122-807e-86159c154915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:33.930988 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105f1ef-117e-4122-807e-86159c154915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:33.931338 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105f1ef-117e-4122-807e-86159c154915 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:33.931679 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105f1ef-117e-4122-807e-86159c154915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:33.932011 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105f1ef-117e-4122-807e-86159c154915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:33.932364 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105f1ef-117e-4122-807e-86159c154915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:33.932697 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105f1ef-117e-4122-807e-86159c154915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:33.933250 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105f1ef-117e-4122-807e-86159c154915 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:33.933698 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105f1ef-117e-4122-807e-86159c154915 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:33.934038 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105f1ef-117e-4122-807e-86159c154915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:33.934363 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105f1ef-117e-4122-807e-86159c154915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:33.934738 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105f1ef-117e-4122-807e-86159c154915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:33.935130 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0105f1ef-117e-4122-807e-86159c154915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:34.073534 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c89ca4-9a77-465b-b1b5-beacb55fec80 req-aa82aaaf-03c0-44ee-8981-5713a6fad6c4 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:34.075009 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-07c89ca4-9a77-465b-b1b5-beacb55fec80 req-aa82aaaf-03c0-44ee-8981-5713a6fad6c4 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0517342 Mar 09 19:53:34.122585 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-07c89ca4-9a77-465b-b1b5-beacb55fec80 req-5598f936-d26b-40d7-94ed-9d7e2dd92bc5 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418587 Mar 09 19:53:34.503849 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43242) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:34.594714 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-0aef45c1-d329-4e48-89fb-ad7609ffdf24 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-199314376-network', 'tenant_id': '62b43418ea084d90a7da278a1c129a34'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:53:34.613301 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aef45c1-d329-4e48-89fb-ad7609ffdf24 admin admin] Made reservation on behalf of 62b43418ea084d90a7da278a1c129a34 for: {'network': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:53:34.615580 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0aef45c1-d329-4e48-89fb-ad7609ffdf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:34.623496 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0aef45c1-d329-4e48-89fb-ad7609ffdf24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:34.693352 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0aef45c1-d329-4e48-89fb-ad7609ffdf24 admin admin] Publish callbacks [] for security_group (da295f6d-4844-41b0-ab41-7c71d7450495), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:34.697124 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0aef45c1-d329-4e48-89fb-ad7609ffdf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (da295f6d-4844-41b0-ab41-7c71d7450495), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:34.720207 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aef45c1-d329-4e48-89fb-ad7609ffdf24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=114605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 19:53:34.730131 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef45c1-d329-4e48-89fb-ad7609ffdf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da295f6d-4844-41b0-ab41-7c71d7450495,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:34.734585 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0aef45c1-d329-4e48-89fb-ad7609ffdf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (c1d3b307-6053-4dc9-a67f-179590ab7bd6), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:34.734921 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.segments_db [None req-0aef45c1-d329-4e48-89fb-ad7609ffdf24 admin admin] Added segment c1d3b307-6053-4dc9-a67f-179590ab7bd6 of type vlan for network 78f48c1a-404b-46a8-a76c-8d73a6cab978 Mar 09 19:53:34.772973 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0aef45c1-d329-4e48-89fb-ad7609ffdf24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (78f48c1a-404b-46a8-a76c-8d73a6cab978), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:34.798479 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0aef45c1-d329-4e48-89fb-ad7609ffdf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (78f48c1a-404b-46a8-a76c-8d73a6cab978), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:34.799394 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aef45c1-d329-4e48-89fb-ad7609ffdf24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:34.799972 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0aef45c1-d329-4e48-89fb-ad7609ffdf24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:34.826002 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-0aef45c1-d329-4e48-89fb-ad7609ffdf24 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3210647 Mar 09 19:53:34.828943 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43246) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:34.833952 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-a028e412-6f50-4c57-b408-a7cd65597aa7 admin admin] Request body: {'subnet': {'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-199314376-subnet', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'ip_version': 4}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:53:34.853722 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a028e412-6f50-4c57-b408-a7cd65597aa7 admin admin] Made reservation on behalf of 62b43418ea084d90a7da278a1c129a34 for: {'subnet': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:53:34.856165 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-a028e412-6f50-4c57-b408-a7cd65597aa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12031195'] for subnet (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:34.860361 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef45c1-d329-4e48-89fb-ad7609ffdf24 admin admin] Pushing event updated for resources: {'Network': ['ID=78f48c1a-404b-46a8-a76c-8d73a6cab978,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:34.872428 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network 78f48c1a-404b-46a8-a76c-8d73a6cab978 details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:53:35.024394 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-a028e412-6f50-4c57-b408-a7cd65597aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12497992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12031221'] for subnet (d5d74d19-614f-4e40-b80c-b52f3e9956b9), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:35.083723 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028e412-6f50-4c57-b408-a7cd65597aa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d74d19-614f-4e40-b80c-b52f3e9956b9,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:35.089342 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a028e412-6f50-4c57-b408-a7cd65597aa7 admin admin] Checking segment: {'id': 'c1d3b307-6053-4dc9-a67f-179590ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:53:35.089688 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a028e412-6f50-4c57-b408-a7cd65597aa7 admin admin] Network hostable DHCP agents. Network: 78f48c1a-404b-46a8-a76c-8d73a6cab978, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:53:35.106611 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a028e412-6f50-4c57-b408-a7cd65597aa7 admin admin] Network 78f48c1a-404b-46a8-a76c-8d73a6cab978 is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:53:35.115025 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-a028e412-6f50-4c57-b408-a7cd65597aa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, 78f48c1a-404b-46a8-a76c-8d73a6cab978) {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:53:35.119033 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a028e412-6f50-4c57-b408-a7cd65597aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:35.119625 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-a028e412-6f50-4c57-b408-a7cd65597aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:35.124245 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543d523f-fd82-4646-82d4-1035ad07fecc None None] Network 78f48c1a-404b-46a8-a76c-8d73a6cab978 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:53:35.135355 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-a028e412-6f50-4c57-b408-a7cd65597aa7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3051641 Mar 09 19:53:35.137999 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43250) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:35.142467 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-199314376-router', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:53:35.164169 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24705'] for router (dce5781c-b806-4801-af18-31df463ac42c), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:35.165334 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24726'] for router (dce5781c-b806-4801-af18-31df463ac42c), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:35.227755 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77b36b6-e9e3-5284-af40-da14c38a31c5-78f48c1a-404b-46a8-a76c-8d73a6cab978', 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978', 'project_id': '62b43418ea084d90a7da278a1c129a34', 'fixed_ips': [{'subnet_id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9'}]}} from dv-cinder-788366-9-iscsi. {{(pid=114606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 19:53:35.228638 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:35.233320 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] Publish callbacks [] for router_controller (dce5781c-b806-4801-af18-31df463ac42c), precommit_add_association {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:35.333484 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f74b5e-4b3b-4a50-a5fd-6464a320e596 req-01ceffc2-b554-49a1-931a-2b18cc48c34e tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:35.335434 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a1f74b5e-4b3b-4a50-a5fd-6464a320e596 req-01ceffc2-b554-49a1-931a-2b18cc48c34e tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.1389251 Mar 09 19:53:35.363114 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.db_base_plugin_common [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Allocated IP 172.20.0.2 (78f48c1a-404b-46a8-a76c-8d73a6cab978/d5d74d19-614f-4e40-b80c-b52f3e9956b9/be807ba6-b14a-4f8d-8c66-a56033ae2e03) {{(pid=114606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:53:35.411996 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] Publish callbacks [] for router_gateway (dce5781c-b806-4801-af18-31df463ac42c), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:35.458352 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a1f74b5e-4b3b-4a50-a5fd-6464a320e596 req-ddec7709-b15a-4043-ad27-5e8120879e8b tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934012 Mar 09 19:53:35.500990 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Publish callbacks [] for port (be807ba6-b14a-4f8d-8c66-a56033ae2e03), precommit_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:35.507020 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (be807ba6-b14a-4f8d-8c66-a56033ae2e03), after_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:35.546919 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Network 78f48c1a-404b-46a8-a76c-8d73a6cab978 is already hosted by enough agents. {{(pid=114606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:53:35.553334 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.base_scheduler [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Resources bound (agent type, host, resource id): {{(pid=114606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:53:35.557585 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Received port after_create {{(pid=114606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:53:35.559478 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Pushing event updated for resources: {'Port': ['ID=be807ba6-b14a-4f8d-8c66-a56033ae2e03,revision_number=1']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:35.571736 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:35.572132 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:35.572497 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:35.572841 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:35.573187 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:35.573500 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:35.573828 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:35.574159 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:35.574484 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:35.574823 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:35.575149 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:35.575470 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:35.575790 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:35.622662 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Attempting to bind port be807ba6-b14a-4f8d-8c66-a56033ae2e03 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:53:35.622941 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Attempting to bind port be807ba6-b14a-4f8d-8c66-a56033ae2e03 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'c1d3b307-6053-4dc9-a67f-179590ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:53:35.623303 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Attempting to bind port be807ba6-b14a-4f8d-8c66-a56033ae2e03 on network 78f48c1a-404b-46a8-a76c-8d73a6cab978 {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:53:35.628650 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:53:35.629031 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Checking segment: {'id': 'c1d3b307-6053-4dc9-a67f-179590ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:53:35.629432 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:35.629822 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Bound using segment: {'id': 'c1d3b307-6053-4dc9-a67f-179590ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:53:35.630285 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Bound port: be807ba6-b14a-4f8d-8c66-a56033ae2e03, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d3b307-6053-4dc9-a67f-179590ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:53:35.630659 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (be807ba6-b14a-4f8d-8c66-a56033ae2e03), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:35.633661 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] Publish callbacks [] for router_gateway (dce5781c-b806-4801-af18-31df463ac42c), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:35.652871 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:35.691086 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] For port be807ba6-b14a-4f8d-8c66-a56033ae2e03, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:53:35.694655 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] For port be807ba6-b14a-4f8d-8c66-a56033ae2e03, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=be807ba6-b14a-4f8d-8c66-a56033ae2e03,segment=NetworkSegment(c1d3b307-6053-4dc9-a67f-179590ab7bd6),segment_id=c1d3b307-6053-4dc9-a67f-179590ab7bd6)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:53:35.700237 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (be807ba6-b14a-4f8d-8c66-a56033ae2e03), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:35.754937 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446073d-0db4-4e7f-b1d5-7f57700eb8e3 None None] Pushing event updated for resources: {'Port': ['ID=be807ba6-b14a-4f8d-8c66-a56033ae2e03,revision_number=2']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:35.757020 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] Allocated IP 172.27.3.126 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/c7aed4b0-2880-4540-bb42-47dfb9fc4e2b) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:53:35.866110 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] Publish callbacks [] for port (c7aed4b0-2880-4540-bb42-47dfb9fc4e2b), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:35.905266 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (c7aed4b0-2880-4540-bb42-47dfb9fc4e2b), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:35.953968 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:53:35.956915 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:53:35.961846 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:53:35.965817 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] Pushing event updated for resources: {'Port': ['ID=c7aed4b0-2880-4540-bb42-47dfb9fc4e2b,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:36.215321 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] Publish callbacks [] for router_gateway (dce5781c-b806-4801-af18-31df463ac42c), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:36.408992 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396900'] for router (dce5781c-b806-4801-af18-31df463ac42c), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:36.588119 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] Router dce5781c-b806-4801-af18-31df463ac42c is scheduled to L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c with binding_index 1 {{(pid=114604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 19:53:36.607833 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485978-9025-4d12-ad49-14f6b54eda61 req-e40a0abd-457b-436a-a23d-40b7ca830977 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:36.609362 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60485978-9025-4d12-ad49-14f6b54eda61 req-e40a0abd-457b-436a-a23d-40b7ca830977 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0729043 Mar 09 19:53:36.694720 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 3272dcee-376b-41e1-83d2-718abe02fc65 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:53:36.719296 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: 3272dcee-376b-41e1-83d2-718abe02fc65 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:53:36.719700 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 3272dcee-376b-41e1-83d2-718abe02fc65 not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:53:36.759576 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60485978-9025-4d12-ad49-14f6b54eda61 req-77d58c8b-8630-42e2-baec-8a9b9bc0917c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093471 Mar 09 19:53:36.778304 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:53:36.788744 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Sync routers for ids ['dce5781c-b806-4801-af18-31df463ac42c'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:53:36.790161 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914b0413-b089-4485-be3f-baa83500deeb None None] Network 78f48c1a-404b-46a8-a76c-8d73a6cab978 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:53:36.800816 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Routers {'dce5781c-b806-4801-af18-31df463ac42c'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:53:36.801426 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:53:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['dce5781c-b806-4801-af18-31df463ac42c'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:36.805976 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bfc1a-75af-48d4-8868-6b4f0d2d530f req-66fbc3e6-d6ce-48b4-9d25-620d108c6a1a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:36.807529 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8c0bfc1a-75af-48d4-8868-6b4f0d2d530f req-66fbc3e6-d6ce-48b4-9d25-620d108c6a1a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 946 time: 0.1120138 Mar 09 19:53:36.810803 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:36.814623 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43270) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:36.815132 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-a2cf6f30-5cf0-4ada-bef7-28e004f95b91 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6755257 Mar 09 19:53:36.881999 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8c0bfc1a-75af-48d4-8868-6b4f0d2d530f req-96affc88-b850-4dc9-8159-1dd9692f4706 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647054 Mar 09 19:53:36.895306 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-f9e3a9b2-a6f6-43ad-80bf-5378dc86ffdf None None] Provisioning complete for port be807ba6-b14a-4f8d-8c66-a56033ae2e03 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:36.895690 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f9e3a9b2-a6f6-43ad-80bf-5378dc86ffdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (be807ba6-b14a-4f8d-8c66-a56033ae2e03), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:36.927595 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Set router dce5781c-b806-4801-af18-31df463ac42c gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:53:36.991540 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device be807ba6-b14a-4f8d-8c66-a56033ae2e03 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:53:37.117189 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-f9e3a9b2-a6f6-43ad-80bf-5378dc86ffdf None None] Current status of the port be807ba6-b14a-4f8d-8c66-a56033ae2e03 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:37.117579 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f9e3a9b2-a6f6-43ad-80bf-5378dc86ffdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (be807ba6-b14a-4f8d-8c66-a56033ae2e03), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:37.135139 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port be807ba6-b14a-4f8d-8c66-a56033ae2e03 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:37.135507 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (be807ba6-b14a-4f8d-8c66-a56033ae2e03), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:37.157263 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5781c-b806-4801-af18-31df463ac42c', 'name': 'tempest-TestShelveInstance-199314376-router', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:36Z', 'revision_number': 3, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'gw_port': {'id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:22:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:37.189802 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-f9e3a9b2-a6f6-43ad-80bf-5378dc86ffdf None None] For port be807ba6-b14a-4f8d-8c66-a56033ae2e03, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=be807ba6-b14a-4f8d-8c66-a56033ae2e03,segment=NetworkSegment(c1d3b307-6053-4dc9-a67f-179590ab7bd6),segment_id=c1d3b307-6053-4dc9-a67f-179590ab7bd6)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:53:37.197978 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Checking router: dce5781c-b806-4801-af18-31df463ac42c for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:53:37.199066 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Updating router dce5781c-b806-4801-af18-31df463ac42c port c7aed4b0-2880-4540-bb42-47dfb9fc4e2b binding host dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:53:37.200435 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f9e3a9b2-a6f6-43ad-80bf-5378dc86ffdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (be807ba6-b14a-4f8d-8c66-a56033ae2e03), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:37.244575 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (c7aed4b0-2880-4540-bb42-47dfb9fc4e2b), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:37.320352 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3a9b2-a6f6-43ad-80bf-5378dc86ffdf None None] Pushing event updated for resources: {'Port': ['ID=be807ba6-b14a-4f8d-8c66-a56033ae2e03,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:37.323510 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port be807ba6-b14a-4f8d-8c66-a56033ae2e03 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:37.431109 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-20632735-2382-4d00-bb22-49e9105d40f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:37.525432 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-bd29f7a6-9597-46e2-be17-ade90d76ad76 None None] Provisioning complete for port be807ba6-b14a-4f8d-8c66-a56033ae2e03 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:37.526088 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-bd29f7a6-9597-46e2-be17-ade90d76ad76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (be807ba6-b14a-4f8d-8c66-a56033ae2e03), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:37.536058 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Publish callbacks [] for port (c7aed4b0-2880-4540-bb42-47dfb9fc4e2b), precommit_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:37.546790 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (c7aed4b0-2880-4540-bb42-47dfb9fc4e2b), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:37.616209 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfea70e-2c6d-4bcb-a4ab-63fc411d3b5f None None] Pushing event updated for resources: {'Port': ['ID=c7aed4b0-2880-4540-bb42-47dfb9fc4e2b,revision_number=2']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:37.619667 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [None req-20632735-2382-4d00-bb22-49e9105d40f6 admin admin] Allocated IP 172.20.0.1 (78f48c1a-404b-46a8-a76c-8d73a6cab978/d5d74d19-614f-4e40-b80c-b52f3e9956b9/fe2724ad-b500-4b38-b611-874e7f0c7fdb) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:53:37.623388 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Attempting to bind port c7aed4b0-2880-4540-bb42-47dfb9fc4e2b on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:53:37.623955 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Attempting to bind port c7aed4b0-2880-4540-bb42-47dfb9fc4e2b by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:53:37.624498 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Attempting to bind port c7aed4b0-2880-4540-bb42-47dfb9fc4e2b on network e6010f1c-f022-4815-b6b9-5cdf43535436 {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:53:37.627223 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfea70e-2c6d-4bcb-a4ab-63fc411d3b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:37.627759 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfea70e-2c6d-4bcb-a4ab-63fc411d3b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:37.628142 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfea70e-2c6d-4bcb-a4ab-63fc411d3b5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:37.628483 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfea70e-2c6d-4bcb-a4ab-63fc411d3b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:37.628811 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfea70e-2c6d-4bcb-a4ab-63fc411d3b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:37.629137 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfea70e-2c6d-4bcb-a4ab-63fc411d3b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:37.629462 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfea70e-2c6d-4bcb-a4ab-63fc411d3b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:37.629787 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfea70e-2c6d-4bcb-a4ab-63fc411d3b5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:37.630186 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfea70e-2c6d-4bcb-a4ab-63fc411d3b5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:37.630534 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfea70e-2c6d-4bcb-a4ab-63fc411d3b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:37.630908 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfea70e-2c6d-4bcb-a4ab-63fc411d3b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:37.632060 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfea70e-2c6d-4bcb-a4ab-63fc411d3b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:37.632555 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfea70e-2c6d-4bcb-a4ab-63fc411d3b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:53:37.639198 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:53:37.639574 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Checking segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:53:37.640221 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:37.640774 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Bound using segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:53:37.641398 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Bound port: c7aed4b0-2880-4540-bb42-47dfb9fc4e2b, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:53:37.641950 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (c7aed4b0-2880-4540-bb42-47dfb9fc4e2b), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:37.643898 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-bd29f7a6-9597-46e2-be17-ade90d76ad76 None None] Current status of the port be807ba6-b14a-4f8d-8c66-a56033ae2e03 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:37.692514 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] For port c7aed4b0-2880-4540-bb42-47dfb9fc4e2b, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:53:37.695606 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] For port c7aed4b0-2880-4540-bb42-47dfb9fc4e2b, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=c7aed4b0-2880-4540-bb42-47dfb9fc4e2b,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:53:37.700927 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (c7aed4b0-2880-4540-bb42-47dfb9fc4e2b), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:37.739056 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-20632735-2382-4d00-bb22-49e9105d40f6 admin admin] Publish callbacks [] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:37.753402 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Routers {'dce5781c-b806-4801-af18-31df463ac42c'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:53:37.754011 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:53:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['dce5781c-b806-4801-af18-31df463ac42c'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:37.771361 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-20632735-2382-4d00-bb22-49e9105d40f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:37.792205 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfea70e-2c6d-4bcb-a4ab-63fc411d3b5f None None] Pushing event updated for resources: {'Port': ['ID=c7aed4b0-2880-4540-bb42-47dfb9fc4e2b,revision_number=3']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:37.808954 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20632735-2382-4d00-bb22-49e9105d40f6 admin admin] Network 78f48c1a-404b-46a8-a76c-8d73a6cab978 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:53:37.813729 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-20632735-2382-4d00-bb22-49e9105d40f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:53:37.817143 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20632735-2382-4d00-bb22-49e9105d40f6 admin admin] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:53:37.843622 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20632735-2382-4d00-bb22-49e9105d40f6 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2724ad-b500-4b38-b611-874e7f0c7fdb,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:37.870583 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-20632735-2382-4d00-bb22-49e9105d40f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394763'] for router_interface (dce5781c-b806-4801-af18-31df463ac42c), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:37.875229 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] Set router dce5781c-b806-4801-af18-31df463ac42c gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:53:37.906030 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c3eb6-e5ce-48c7-9b16-1e74f610f3d7 req-88dff2fd-9565-4529-be0c-2c67c1728be8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:37.913249 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9f4c3eb6-e5ce-48c7-9b16-1e74f610f3d7 req-88dff2fd-9565-4529-be0c-2c67c1728be8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0709543 Mar 09 19:53:38.023834 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-20632735-2382-4d00-bb22-49e9105d40f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:38.027541 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9f4c3eb6-e5ce-48c7-9b16-1e74f610f3d7 req-54476fe2-03f3-4849-921e-ec6772099363 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133742 Mar 09 19:53:38.074248 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010afc5-e667-485d-bcb4-fc4efe70b7e8 req-7d51c338-6638-4694-bc6b-2a57af2568c1 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:38.075783 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4010afc5-e667-485d-bcb4-fc4efe70b7e8 req-7d51c338-6638-4694-bc6b-2a57af2568c1 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 946 time: 0.1010666 Mar 09 19:53:38.111281 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5781c-b806-4801-af18-31df463ac42c', 'name': 'tempest-TestShelveInstance-199314376-router', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:36Z', 'revision_number': 3, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'gw_port': {'id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:22:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:38.142781 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57a302-3567-401b-b0ff-20e73907095d None None] The sync data for ids ['dce5781c-b806-4801-af18-31df463ac42c'] in dv-cinder-788366-9-iscsi is: [{'id': 'dce5781c-b806-4801-af18-31df463ac42c', 'name': 'tempest-TestShelveInstance-199314376-router', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:36Z', 'revision_number': 3, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'gw_port': {'id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:22:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:53:38.148960 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4010afc5-e667-485d-bcb4-fc4efe70b7e8 req-2208b040-2c8b-41e4-9f5e-962681bcf0e3 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610502 Mar 09 19:53:38.186082 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-8bad26ed-9b73-4db4-ab8b-408208abf856 None None] Provisioning complete for port fe2724ad-b500-4b38-b611-874e7f0c7fdb triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:38.186570 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-8bad26ed-9b73-4db4-ab8b-408208abf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:38.230528 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-8bad26ed-9b73-4db4-ab8b-408208abf856 None None] Port fe2724ad-b500-4b38-b611-874e7f0c7fdb cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:53:38.250118 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-20632735-2382-4d00-bb22-49e9105d40f6 admin admin] Publish callbacks [] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:38.268170 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-20632735-2382-4d00-bb22-49e9105d40f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:38.638008 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-20632735-2382-4d00-bb22-49e9105d40f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394919'] for router_interface (dce5781c-b806-4801-af18-31df463ac42c), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:38.641235 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20632735-2382-4d00-bb22-49e9105d40f6 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2724ad-b500-4b38-b611-874e7f0c7fdb,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:38.682290 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f6c1d-e645-4fbd-a065-35a150aff5ad req-605b50c4-5283-475d-aa9f-700fc26c1525 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:38.683812 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-5b7f6c1d-e645-4fbd-a065-35a150aff5ad req-605b50c4-5283-475d-aa9f-700fc26c1525 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 946 time: 0.1030252 Mar 09 19:53:38.816852 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20632735-2382-4d00-bb22-49e9105d40f6 admin admin] Network 78f48c1a-404b-46a8-a76c-8d73a6cab978 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:53:38.821908 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-20632735-2382-4d00-bb22-49e9105d40f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:53:38.887076 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-5b7f6c1d-e645-4fbd-a065-35a150aff5ad req-0e6b43b5-2b4c-4c07-a90d-bc96844d5a5e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Deleting port 7fd98178-dba6-4307-adf0-386545dddda9 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:53:38.887682 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-5b7f6c1d-e645-4fbd-a065-35a150aff5ad req-0e6b43b5-2b4c-4c07-a90d-bc96844d5a5e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (7fd98178-dba6-4307-adf0-386545dddda9), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:39.028857 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device c7aed4b0-2880-4540-bb42-47dfb9fc4e2b up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:53:39.058961 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-5b7f6c1d-e645-4fbd-a065-35a150aff5ad req-0e6b43b5-2b4c-4c07-a90d-bc96844d5a5e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] For port 7fd98178-dba6-4307-adf0-386545dddda9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7fd98178-dba6-4307-adf0-386545dddda9,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:53:39.059324 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-5b7f6c1d-e645-4fbd-a065-35a150aff5ad req-0e6b43b5-2b4c-4c07-a90d-bc96844d5a5e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (7fd98178-dba6-4307-adf0-386545dddda9), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:39.073604 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20632735-2382-4d00-bb22-49e9105d40f6 admin admin] Router dce5781c-b806-4801-af18-31df463ac42c has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:53:39.098859 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port c7aed4b0-2880-4540-bb42-47dfb9fc4e2b triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:39.099352 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (c7aed4b0-2880-4540-bb42-47dfb9fc4e2b), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:39.205352 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port c7aed4b0-2880-4540-bb42-47dfb9fc4e2b is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:39.206036 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (c7aed4b0-2880-4540-bb42-47dfb9fc4e2b), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:39.240713 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-a5f4278d-678c-46f0-8ed5-80e531730bbf None None] Provisioning complete for port fe2724ad-b500-4b38-b611-874e7f0c7fdb triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:39.241350 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a5f4278d-678c-46f0-8ed5-80e531730bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:39.254657 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] For port c7aed4b0-2880-4540-bb42-47dfb9fc4e2b, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=c7aed4b0-2880-4540-bb42-47dfb9fc4e2b,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:53:39.283691 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (c7aed4b0-2880-4540-bb42-47dfb9fc4e2b), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:39.284782 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device be807ba6-b14a-4f8d-8c66-a56033ae2e03 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:53:39.318249 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050bf18-dd4d-407b-8b73-9999b8f11118 req-75af3969-6720-4af4-bc72-d683a654e8e4 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:39.321381 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e050bf18-dd4d-407b-8b73-9999b8f11118 req-75af3969-6720-4af4-bc72-d683a654e8e4 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 946 time: 0.0630562 Mar 09 19:53:39.360190 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4278d-678c-46f0-8ed5-80e531730bbf None None] Port fe2724ad-b500-4b38-b611-874e7f0c7fdb cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:53:39.369284 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e050bf18-dd4d-407b-8b73-9999b8f11118 req-6d1bed3f-e4b4-48c5-81e0-da21a7cc2adb tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423896 Mar 09 19:53:39.373817 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20632735-2382-4d00-bb22-49e9105d40f6 admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:53:39.383475 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Pushing event updated for resources: {'Port': ['ID=c7aed4b0-2880-4540-bb42-47dfb9fc4e2b,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:39.384585 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-20632735-2382-4d00-bb22-49e9105d40f6 admin admin] 10.222.0.16 "PUT /v2.0/routers/dce5781c-b806-4801-af18-31df463ac42c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5687778 Mar 09 19:53:39.398894 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port be807ba6-b14a-4f8d-8c66-a56033ae2e03 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:39.399606 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (be807ba6-b14a-4f8d-8c66-a56033ae2e03), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:39.415019 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-5b7f6c1d-e645-4fbd-a065-35a150aff5ad req-0e6b43b5-2b4c-4c07-a90d-bc96844d5a5e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:39.415504 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-5b7f6c1d-e645-4fbd-a065-35a150aff5ad req-0e6b43b5-2b4c-4c07-a90d-bc96844d5a5e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (26620db5-439e-46fb-9d65-c6416d035b9c), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:39.415924 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.l3_db [req-5b7f6c1d-e645-4fbd-a065-35a150aff5ad req-0e6b43b5-2b4c-4c07-a90d-bc96844d5a5e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Floating IP 26620db5-439e-46fb-9d65-c6416d035b9c disassociated. External IP: 172.27.3.59, port: 7fd98178-dba6-4307-adf0-386545dddda9. Mar 09 19:53:39.416375 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-5b7f6c1d-e645-4fbd-a065-35a150aff5ad req-0e6b43b5-2b4c-4c07-a90d-bc96844d5a5e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Calling delete_port for 7fd98178-dba6-4307-adf0-386545dddda9 owned by compute:nova {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:53:39.492711 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port be807ba6-b14a-4f8d-8c66-a56033ae2e03 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:39.574515 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-5b7f6c1d-e645-4fbd-a065-35a150aff5ad req-0e6b43b5-2b4c-4c07-a90d-bc96844d5a5e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (7fd98178-dba6-4307-adf0-386545dddda9), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:39.613712 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b43b5-2b4c-4c07-a90d-bc96844d5a5e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event deleted for resources: {'Port': ['ID=7fd98178-dba6-4307-adf0-386545dddda9,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:39.746647 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b7f6c1d-e645-4fbd-a065-35a150aff5ad req-0e6b43b5-2b4c-4c07-a90d-bc96844d5a5e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:53:39.902581 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b7f6c1d-e645-4fbd-a065-35a150aff5ad req-0e6b43b5-2b4c-4c07-a90d-bc96844d5a5e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:53:39.922073 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d37f07-3d3c-4e36-99a9-c90222eac272 None None] Sync routers for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:53:39.940874 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d37f07-3d3c-4e36-99a9-c90222eac272 None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:53:39.941562 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-11d37f07-3d3c-4e36-99a9-c90222eac272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:53:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:39.972937 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7f6c1d-e645-4fbd-a065-35a150aff5ad req-0e6b43b5-2b4c-4c07-a90d-bc96844d5a5e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] No DVR routers for this DVR port 7fd98178-dba6-4307-adf0-386545dddda9 on host hv-cinder-78836 {{(pid=114605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:53:39.977524 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-5b7f6c1d-e645-4fbd-a065-35a150aff5ad req-0e6b43b5-2b4c-4c07-a90d-bc96844d5a5e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:39.982451 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-5b7f6c1d-e645-4fbd-a065-35a150aff5ad req-0e6b43b5-2b4c-4c07-a90d-bc96844d5a5e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "DELETE /v2.0/ports/7fd98178-dba6-4307-adf0-386545dddda9 HTTP/1.1" status: 204 len: 173 time: 1.2899537 Mar 09 19:53:39.983252 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26af58e-8984-47db-916c-dced71acdbcf', 'name': 'network-vif-deleted', 'tag': '7fd98178-dba6-4307-adf0-386545dddda9'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:53:39.987030 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bf8ad7-37d4-48b0-83e7-e25f97ca0359" -d '{"events": [{"server_uuid": "c26af58e-8984-47db-916c-dced71acdbcf", "name": "network-vif-deleted", "tag": "7fd98178-dba6-4307-adf0-386545dddda9"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:53:40.109184 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284e057a-db60-4014-8f2e-8c29a21d8255 x-openstack-request-id: req-284e057a-db60-4014-8f2e-8c29a21d8255 {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:53:40.109731 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26af58e-8984-47db-916c-dced71acdbcf", "name": "network-vif-deleted", "tag": "7fd98178-dba6-4307-adf0-386545dddda9", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:53:40.110211 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-284e057a-db60-4014-8f2e-8c29a21d8255 {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:53:40.110933 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26af58e-8984-47db-916c-dced71acdbcf', 'name': 'network-vif-deleted', 'tag': '7fd98178-dba6-4307-adf0-386545dddda9', 'status': 'completed', 'code': 200} Mar 09 19:53:40.134732 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43336) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:40.140553 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-a938197f-1420-49b9-b870-e446ab59f1c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2116483252-network', 'tenant_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:53:40.155919 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-11d37f07-3d3c-4e36-99a9-c90222eac272 None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:53:40.197962 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a938197f-1420-49b9-b870-e446ab59f1c2 admin admin] Made reservation on behalf of 7ca3de95a6dd4d9ea78e0dcab5e0e7c1 for: {'network': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:53:40.201078 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a938197f-1420-49b9-b870-e446ab59f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:40.215952 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a938197f-1420-49b9-b870-e446ab59f1c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:40.249622 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Sync routers for ids ['dce5781c-b806-4801-af18-31df463ac42c'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:53:40.267238 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Routers {'dce5781c-b806-4801-af18-31df463ac42c'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:53:40.268455 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:53:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['dce5781c-b806-4801-af18-31df463ac42c'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:40.315629 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a938197f-1420-49b9-b870-e446ab59f1c2 admin admin] Publish callbacks [] for security_group (3a63e3e4-9fc9-4b75-87d9-2b1431eb039f), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:40.325189 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a938197f-1420-49b9-b870-e446ab59f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (3a63e3e4-9fc9-4b75-87d9-2b1431eb039f), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:40.350572 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a938197f-1420-49b9-b870-e446ab59f1c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=114605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 19:53:40.360599 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938197f-1420-49b9-b870-e446ab59f1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a63e3e4-9fc9-4b75-87d9-2b1431eb039f,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:40.365764 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a938197f-1420-49b9-b870-e446ab59f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (ea198a32-d324-41fd-bdfc-d526296637ef), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:40.366045 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.segments_db [None req-a938197f-1420-49b9-b870-e446ab59f1c2 admin admin] Added segment ea198a32-d324-41fd-bdfc-d526296637ef of type vlan for network 87cb9ba2-af65-4240-b290-ad6cd89ee4ba Mar 09 19:53:40.429362 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a938197f-1420-49b9-b870-e446ab59f1c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (87cb9ba2-af65-4240-b290-ad6cd89ee4ba), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:40.468991 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a938197f-1420-49b9-b870-e446ab59f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (87cb9ba2-af65-4240-b290-ad6cd89ee4ba), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:40.482618 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a938197f-1420-49b9-b870-e446ab59f1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:40.483921 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a938197f-1420-49b9-b870-e446ab59f1c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:40.514784 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Set router dce5781c-b806-4801-af18-31df463ac42c gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:53:40.552622 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-39e2da94-8c76-4f64-a14d-065b1898b062 req-60b3f88c-37ee-4c2e-b3b5-0ad98690d5f6 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=c26af58e-8984-47db-916c-dced71acdbcf HTTP/1.1" status: 200 len: 210 time: 0.0430169 Mar 09 19:53:40.561817 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938197f-1420-49b9-b870-e446ab59f1c2 admin admin] Pushing event updated for resources: {'Network': ['ID=87cb9ba2-af65-4240-b290-ad6cd89ee4ba,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:40.607897 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43340) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:40.610142 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-a938197f-1420-49b9-b870-e446ab59f1c2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4742839 Mar 09 19:53:40.617009 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-9b5fa3c3-22d2-4535-bef0-b9319742730f admin admin] Request body: {'subnet': {'network_id': '87cb9ba2-af65-4240-b290-ad6cd89ee4ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2116483252-subnet', 'tenant_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'ip_version': 4}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:53:40.639907 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network 87cb9ba2-af65-4240-b290-ad6cd89ee4ba details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:53:40.650537 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5fa3c3-22d2-4535-bef0-b9319742730f admin admin] Made reservation on behalf of 7ca3de95a6dd4d9ea78e0dcab5e0e7c1 for: {'subnet': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:53:40.655786 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa3c3-22d2-4535-bef0-b9319742730f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12031195'] for subnet (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:40.826894 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-11d37f07-3d3c-4e36-99a9-c90222eac272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': 'd8605643-09b5-4814-9ae1-2c3487fd257e', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'port_id': '369d6714-3c0c-42bc-97fa-6f197e0fc770', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'mac_address': 'fa:16:3e:11:63:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89a57f-89ca-498e-bf18-cab368133f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:50:24Z', 'updated_at': '2022-03-09T19:50:51Z', 'revision_number': 2, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:40.847769 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5781c-b806-4801-af18-31df463ac42c', 'name': 'tempest-TestShelveInstance-199314376-router', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:37Z', 'revision_number': 4, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'gw_port': {'id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:22:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'fe2724ad-b500-4b38-b611-874e7f0c7fdb', 'name': '', 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'mac_address': 'fa:16:3e:b9:ca:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:37Z', 'updated_at': '2022-03-09T19:53:38Z', 'revision_number': 2, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'subnets': [{'id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:40.864480 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d37f07-3d3c-4e36-99a9-c90222eac272 None None] Checking router: e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:53:40.875850 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d37f07-3d3c-4e36-99a9-c90222eac272 None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:53:40.876593 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-11d37f07-3d3c-4e36-99a9-c90222eac272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:53:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:40.882666 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Checking router: dce5781c-b806-4801-af18-31df463ac42c for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:53:40.883061 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Updating router dce5781c-b806-4801-af18-31df463ac42c port fe2724ad-b500-4b38-b611-874e7f0c7fdb binding host dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:53:40.914647 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:40.915160 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa3c3-22d2-4535-bef0-b9319742730f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12497992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12031221'] for subnet (71cc2fd6-74a6-417d-b630-10d1c2d5fbdb), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:40.924553 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device c7aed4b0-2880-4540-bb42-47dfb9fc4e2b up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:53:40.979492 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fa3c3-22d2-4535-bef0-b9319742730f admin admin] Pushing event updated for resources: {'Subnet': ['ID=71cc2fd6-74a6-417d-b630-10d1c2d5fbdb,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:40.990522 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5fa3c3-22d2-4535-bef0-b9319742730f admin admin] Checking segment: {'id': 'ea198a32-d324-41fd-bdfc-d526296637ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87cb9ba2-af65-4240-b290-ad6cd89ee4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:53:40.990881 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5fa3c3-22d2-4535-bef0-b9319742730f admin admin] Network hostable DHCP agents. Network: 87cb9ba2-af65-4240-b290-ad6cd89ee4ba, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:53:41.010679 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5fa3c3-22d2-4535-bef0-b9319742730f admin admin] Network 87cb9ba2-af65-4240-b290-ad6cd89ee4ba is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:53:41.023749 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-9b5fa3c3-22d2-4535-bef0-b9319742730f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, 87cb9ba2-af65-4240-b290-ad6cd89ee4ba) {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:53:41.028653 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5fa3c3-22d2-4535-bef0-b9319742730f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:41.029562 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa3c3-22d2-4535-bef0-b9319742730f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:41.032152 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port c7aed4b0-2880-4540-bb42-47dfb9fc4e2b triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:41.032533 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (c7aed4b0-2880-4540-bb42-47dfb9fc4e2b), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:41.037873 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d4be12-89ad-4c03-aa43-0a91719624f9 None None] Network 87cb9ba2-af65-4240-b290-ad6cd89ee4ba requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:53:41.040808 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-11d37f07-3d3c-4e36-99a9-c90222eac272 None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:53:41.059599 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-9b5fa3c3-22d2-4535-bef0-b9319742730f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4492855 Mar 09 19:53:41.061765 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43348) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:41.066385 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2116483252-router', 'tenant_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:53:41.095228 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24705'] for router (7ff9fc0d-c99a-4835-a904-a6111e0e1c84), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:41.096343 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24726'] for router (7ff9fc0d-c99a-4835-a904-a6111e0e1c84), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:41.175737 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] Publish callbacks [] for router_controller (7ff9fc0d-c99a-4835-a904-a6111e0e1c84), precommit_add_association {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:41.289715 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Publish callbacks [] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), precommit_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:41.304455 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:41.319566 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77b36b6-e9e3-5284-af40-da14c38a31c5-87cb9ba2-af65-4240-b290-ad6cd89ee4ba', 'network_id': '87cb9ba2-af65-4240-b290-ad6cd89ee4ba', 'project_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'fixed_ips': [{'subnet_id': '71cc2fd6-74a6-417d-b630-10d1c2d5fbdb'}]}} from dv-cinder-788366-9-iscsi. {{(pid=114606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 19:53:41.320459 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:41.327211 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port c7aed4b0-2880-4540-bb42-47dfb9fc4e2b is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:41.424735 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e8749-e5c6-4c09-8e66-e4af39754a12 None None] Pushing event updated for resources: {'Port': ['ID=fe2724ad-b500-4b38-b611-874e7f0c7fdb,revision_number=3']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:41.532111 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Attempting to bind port fe2724ad-b500-4b38-b611-874e7f0c7fdb on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:53:41.532736 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Attempting to bind port fe2724ad-b500-4b38-b611-874e7f0c7fdb by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'c1d3b307-6053-4dc9-a67f-179590ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978'}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:53:41.533401 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Attempting to bind port fe2724ad-b500-4b38-b611-874e7f0c7fdb on network 78f48c1a-404b-46a8-a76c-8d73a6cab978 {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:53:41.553142 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:53:41.554005 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Checking segment: {'id': 'c1d3b307-6053-4dc9-a67f-179590ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:53:41.554569 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:41.555113 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Bound using segment: {'id': 'c1d3b307-6053-4dc9-a67f-179590ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978'} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:53:41.555749 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Bound port: fe2724ad-b500-4b38-b611-874e7f0c7fdb, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d3b307-6053-4dc9-a67f-179590ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978'}}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:53:41.556310 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:41.558455 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.db_base_plugin_common [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Allocated IP 172.20.0.2 (87cb9ba2-af65-4240-b290-ad6cd89ee4ba/71cc2fd6-74a6-417d-b630-10d1c2d5fbdb/7f0c79f7-2a76-4ff7-95b9-3f7a178b7307) {{(pid=114606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:53:41.660924 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] For port fe2724ad-b500-4b38-b611-874e7f0c7fdb, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:53:41.665607 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] For port fe2724ad-b500-4b38-b611-874e7f0c7fdb, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=fe2724ad-b500-4b38-b611-874e7f0c7fdb,segment=NetworkSegment(c1d3b307-6053-4dc9-a67f-179590ab7bd6),segment_id=c1d3b307-6053-4dc9-a67f-179590ab7bd6)] {{(pid=114607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:53:41.676918 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:41.699769 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43360) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:41.760026 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Routers {'dce5781c-b806-4801-af18-31df463ac42c'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:53:41.760821 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:53:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['dce5781c-b806-4801-af18-31df463ac42c'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:41.813807 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] Publish callbacks [] for router_gateway (7ff9fc0d-c99a-4835-a904-a6111e0e1c84), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:41.816499 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e8749-e5c6-4c09-8e66-e4af39754a12 None None] Pushing event updated for resources: {'Port': ['ID=fe2724ad-b500-4b38-b611-874e7f0c7fdb,revision_number=4']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:41.844272 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0cc2709a-abc5-445d-a886-bfa783ccdb0d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (f1d8a549-3a6c-47ee-88c1-5d939d2e72cc), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:41.874629 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0cc2709a-abc5-445d-a886-bfa783ccdb0d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (f1d8a549-3a6c-47ee-88c1-5d939d2e72cc), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:41.883572 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-a0e76c38-660e-440a-a601-e31dc90b5159 None None] Provisioning complete for port fe2724ad-b500-4b38-b611-874e7f0c7fdb triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:41.884173 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a0e76c38-660e-440a-a601-e31dc90b5159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:41.931863 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] Set router dce5781c-b806-4801-af18-31df463ac42c gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:53:41.970629 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-11d37f07-3d3c-4e36-99a9-c90222eac272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': 'd8605643-09b5-4814-9ae1-2c3487fd257e', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'port_id': '369d6714-3c0c-42bc-97fa-6f197e0fc770', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'mac_address': 'fa:16:3e:11:63:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89a57f-89ca-498e-bf18-cab368133f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:50:24Z', 'updated_at': '2022-03-09T19:50:51Z', 'revision_number': 2, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:41.974360 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Publish callbacks [] for port (7f0c79f7-2a76-4ff7-95b9-3f7a178b7307), precommit_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:41.978259 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0cc2709a-abc5-445d-a886-bfa783ccdb0d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (f1d8a549-3a6c-47ee-88c1-5d939d2e72cc), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:41.985124 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0cc2709a-abc5-445d-a886-bfa783ccdb0d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:41.989277 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-0cc2709a-abc5-445d-a886-bfa783ccdb0d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "DELETE /v2.0/security-groups/f1d8a549-3a6c-47ee-88c1-5d939d2e72cc HTTP/1.1" status: 204 len: 168 time: 0.2856030 Mar 09 19:53:41.989894 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43366) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:42.029789 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d37f07-3d3c-4e36-99a9-c90222eac272 None None] The sync data for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi is: [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': 'd8605643-09b5-4814-9ae1-2c3487fd257e', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'floating_ip_address': '172.27.3.105', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'port_id': '369d6714-3c0c-42bc-97fa-6f197e0fc770', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'mac_address': 'fa:16:3e:11:63:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89a57f-89ca-498e-bf18-cab368133f65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:50:24Z', 'updated_at': '2022-03-09T19:50:51Z', 'revision_number': 2, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:53:42.047421 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (7f0c79f7-2a76-4ff7-95b9-3f7a178b7307), after_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:42.078492 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2709a-abc5-445d-a886-bfa783ccdb0d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d8a549-3a6c-47ee-88c1-5d939d2e72cc,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:42.089356 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.api.v2.resource [None req-29647354-1bd1-40cc-823e-57303a6350d8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] show failed (client error): The resource could not be found. Mar 09 19:53:42.097233 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-29647354-1bd1-40cc-823e-57303a6350d8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups/f1d8a549-3a6c-47ee-88c1-5d939d2e72cc HTTP/1.1" status: 404 len: 347 time: 0.1024523 Mar 09 19:53:42.097888 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43368) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:42.158855 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Network 87cb9ba2-af65-4240-b290-ad6cd89ee4ba is already hosted by enough agents. {{(pid=114606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:53:42.167437 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.base_scheduler [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Resources bound (agent type, host, resource id): {{(pid=114606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:53:42.172031 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] Publish callbacks [] for router_gateway (7ff9fc0d-c99a-4835-a904-a6111e0e1c84), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:42.184027 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Received port after_create {{(pid=114606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:53:42.189025 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Pushing event updated for resources: {'Port': ['ID=7f0c79f7-2a76-4ff7-95b9-3f7a178b7307,revision_number=1']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:42.210197 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:42.278648 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5781c-b806-4801-af18-31df463ac42c', 'name': 'tempest-TestShelveInstance-199314376-router', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:37Z', 'revision_number': 4, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'gw_port': {'id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:22:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'fe2724ad-b500-4b38-b611-874e7f0c7fdb', 'name': '', 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'mac_address': 'fa:16:3e:b9:ca:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:37Z', 'updated_at': '2022-03-09T19:53:41Z', 'revision_number': 4, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'subnets': [{'id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:42.323613 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247eff74-c3d6-49f5-9051-6447ed1b3cab None None] The sync data for ids ['dce5781c-b806-4801-af18-31df463ac42c'] in dv-cinder-788366-9-iscsi is: [{'id': 'dce5781c-b806-4801-af18-31df463ac42c', 'name': 'tempest-TestShelveInstance-199314376-router', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:37Z', 'revision_number': 4, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'gw_port': {'id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:22:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'fe2724ad-b500-4b38-b611-874e7f0c7fdb', 'name': '', 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'mac_address': 'fa:16:3e:b9:ca:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:37Z', 'updated_at': '2022-03-09T19:53:41Z', 'revision_number': 4, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'subnets': [{'id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:53:42.342114 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-a0e76c38-660e-440a-a601-e31dc90b5159 None None] Current status of the port fe2724ad-b500-4b38-b611-874e7f0c7fdb is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:42.342114 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a0e76c38-660e-440a-a601-e31dc90b5159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:42.369370 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Attempting to bind port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:53:42.369960 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Attempting to bind port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'ea198a32-d324-41fd-bdfc-d526296637ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87cb9ba2-af65-4240-b290-ad6cd89ee4ba'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:53:42.370386 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Attempting to bind port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 on network 87cb9ba2-af65-4240-b290-ad6cd89ee4ba {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:53:42.392552 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:53:42.392552 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Checking segment: {'id': 'ea198a32-d324-41fd-bdfc-d526296637ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87cb9ba2-af65-4240-b290-ad6cd89ee4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:53:42.392552 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:42.392552 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Bound using segment: {'id': 'ea198a32-d324-41fd-bdfc-d526296637ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87cb9ba2-af65-4240-b290-ad6cd89ee4ba'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:53:42.392552 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Bound port: 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea198a32-d324-41fd-bdfc-d526296637ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87cb9ba2-af65-4240-b290-ad6cd89ee4ba'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:53:42.406707 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (7f0c79f7-2a76-4ff7-95b9-3f7a178b7307), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:42.423898 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-a0e76c38-660e-440a-a601-e31dc90b5159 None None] For port fe2724ad-b500-4b38-b611-874e7f0c7fdb, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=fe2724ad-b500-4b38-b611-874e7f0c7fdb,segment=NetworkSegment(c1d3b307-6053-4dc9-a67f-179590ab7bd6),segment_id=c1d3b307-6053-4dc9-a67f-179590ab7bd6)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:53:42.433715 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a0e76c38-660e-440a-a601-e31dc90b5159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:42.444912 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-97a18cbb-0491-4e3f-8fa8-61897d727457 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Deleting port b3a9b6e1-3a86-430d-bb62-03cd4a86ab2b {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:53:42.445263 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-97a18cbb-0491-4e3f-8fa8-61897d727457 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (b3a9b6e1-3a86-430d-bb62-03cd4a86ab2b), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:42.530041 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] Allocated IP 172.27.3.151 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/0f6e1dd8-9b15-4cca-aef3-c5f60b99775c) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:53:42.584983 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05c97e-e85c-49c7-89bf-07b03c581f93 req-2dd024c5-d689-4d32-9f32-79c911dbc365 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:42.586450 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ab05c97e-e85c-49c7-89bf-07b03c581f93 req-2dd024c5-d689-4d32-9f32-79c911dbc365 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.1687562 Mar 09 19:53:42.644905 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-97a18cbb-0491-4e3f-8fa8-61897d727457 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (b3a9b6e1-3a86-430d-bb62-03cd4a86ab2b), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:42.645249 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-97a18cbb-0491-4e3f-8fa8-61897d727457 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (b3a9b6e1-3a86-430d-bb62-03cd4a86ab2b), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:42.674049 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d66c1-e09c-4adc-a727-4b1a115cdd23 None None] New status for floating IP 26620db5-439e-46fb-9d65-c6416d035b9c: DOWN {{(pid=114606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:53:42.681573 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-97a18cbb-0491-4e3f-8fa8-61897d727457 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Calling delete_port for b3a9b6e1-3a86-430d-bb62-03cd4a86ab2b owned by network:floatingip {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:53:42.697500 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ab05c97e-e85c-49c7-89bf-07b03c581f93 req-7ab0d20f-d3b8-4f0e-bd64-1404c90952aa tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013341 Mar 09 19:53:42.714006 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] Publish callbacks [] for port (0f6e1dd8-9b15-4cca-aef3-c5f60b99775c), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:42.759433 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (0f6e1dd8-9b15-4cca-aef3-c5f60b99775c), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:42.806125 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:53:42.815110 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:53:42.826879 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:53:42.838375 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] Pushing event updated for resources: {'Port': ['ID=0f6e1dd8-9b15-4cca-aef3-c5f60b99775c,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:42.842138 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-afcfbe90-6b75-46fd-b8bd-66d8a00d7913 None None] Provisioning complete for port fe2724ad-b500-4b38-b611-874e7f0c7fdb triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:42.842524 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-afcfbe90-6b75-46fd-b8bd-66d8a00d7913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:42.893911 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-97a18cbb-0491-4e3f-8fa8-61897d727457 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (b3a9b6e1-3a86-430d-bb62-03cd4a86ab2b), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:42.923592 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.db.api [None req-154d66c1-e09c-4adc-a727-4b1a115cdd23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114606) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 09 19:53:42.924258 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG oslo_db.api [None req-154d66c1-e09c-4adc-a727-4b1a115cdd23 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 09 19:53:42.924529 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e76c38-660e-440a-a601-e31dc90b5159 None None] Pushing event updated for resources: {'Port': ['ID=fe2724ad-b500-4b38-b611-874e7f0c7fdb,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:42.930021 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] For port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:53:42.933455 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] For port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=7f0c79f7-2a76-4ff7-95b9-3f7a178b7307,segment=NetworkSegment(ea198a32-d324-41fd-bdfc-d526296637ef),segment_id=ea198a32-d324-41fd-bdfc-d526296637ef)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:53:42.947709 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (7f0c79f7-2a76-4ff7-95b9-3f7a178b7307), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:42.981014 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a18cbb-0491-4e3f-8fa8-61897d727457 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event deleted for resources: {'Port': ['ID=b3a9b6e1-3a86-430d-bb62-03cd4a86ab2b,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:43.023050 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device fe2724ad-b500-4b38-b611-874e7f0c7fdb up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:53:43.072949 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-97a18cbb-0491-4e3f-8fa8-61897d727457 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (26620db5-439e-46fb-9d65-c6416d035b9c), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:43.076001 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-97a18cbb-0491-4e3f-8fa8-61897d727457 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:43.082008 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-97a18cbb-0491-4e3f-8fa8-61897d727457 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "DELETE /v2.0/floatingips/26620db5-439e-46fb-9d65-c6416d035b9c HTTP/1.1" status: 204 len: 168 time: 0.9810133 Mar 09 19:53:43.130333 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-afcfbe90-6b75-46fd-b8bd-66d8a00d7913 None None] Current status of the port fe2724ad-b500-4b38-b611-874e7f0c7fdb is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:43.143502 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port fe2724ad-b500-4b38-b611-874e7f0c7fdb triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:43.143953 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:43.151117 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec888f-5ce7-42a6-b5c7-3178228740ab None None] Pushing event updated for resources: {'Port': ['ID=7f0c79f7-2a76-4ff7-95b9-3f7a178b7307,revision_number=2']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:43.288887 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port fe2724ad-b500-4b38-b611-874e7f0c7fdb is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:43.339240 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] Publish callbacks [] for router_gateway (7ff9fc0d-c99a-4835-a904-a6111e0e1c84), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:43.426187 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d66c1-e09c-4adc-a727-4b1a115cdd23 None None] New status for floating IP 26620db5-439e-46fb-9d65-c6416d035b9c: DOWN {{(pid=114606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:53:43.580590 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 7fd98178-dba6-4307-adf0-386545dddda9 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:53:43.617306 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: 7fd98178-dba6-4307-adf0-386545dddda9 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:53:43.617752 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 7fd98178-dba6-4307-adf0-386545dddda9 not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:53:43.649512 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396900'] for router (7ff9fc0d-c99a-4835-a904-a6111e0e1c84), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:43.808056 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] Router 7ff9fc0d-c99a-4835-a904-a6111e0e1c84 is scheduled to L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c with binding_index 1 {{(pid=114604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 19:53:43.904004 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e5df5-ffdd-46f2-a9e8-96dce54fc544 req-24af06e7-33b1-49e3-95e4-fc4fe9fdea1e tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:43.905596 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-936e5df5-ffdd-46f2-a9e8-96dce54fc544 req-24af06e7-33b1-49e3-95e4-fc4fe9fdea1e tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.1116755 Mar 09 19:53:43.999364 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:53:44.003768 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-936e5df5-ffdd-46f2-a9e8-96dce54fc544 req-210498aa-92bf-452b-8c7b-e37c7c0418a0 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907757 Mar 09 19:53:44.013876 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Sync routers for ids ['7ff9fc0d-c99a-4835-a904-a6111e0e1c84'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:53:44.026897 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Routers {'7ff9fc0d-c99a-4835-a904-a6111e0e1c84'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:53:44.027509 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:53:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['7ff9fc0d-c99a-4835-a904-a6111e0e1c84'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:44.035945 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:44.037839 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-c7590d8a-f359-4f2d-b340-70b49742a978 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9743195 Mar 09 19:53:44.040755 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43388) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:44.189237 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Set router 7ff9fc0d-c99a-4835-a904-a6111e0e1c84 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:53:44.418548 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9fc0d-c99a-4835-a904-a6111e0e1c84', 'name': 'tempest-TestShelveInstance-2116483252-router', 'tenant_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0f6e1dd8-9b15-4cca-aef3-c5f60b99775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:41Z', 'updated_at': '2022-03-09T19:53:43Z', 'revision_number': 3, 'project_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'gw_port': {'id': '0f6e1dd8-9b15-4cca-aef3-c5f60b99775c', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9fc0d-c99a-4835-a904-a6111e0e1c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:42Z', 'updated_at': '2022-03-09T19:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:44.449685 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Checking router: 7ff9fc0d-c99a-4835-a904-a6111e0e1c84 for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:53:44.450897 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Updating router 7ff9fc0d-c99a-4835-a904-a6111e0e1c84 port 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c binding host dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:53:44.464806 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f453787-9a1d-4f3f-9a19-5539bfc3c88a None None] Network 87cb9ba2-af65-4240-b290-ad6cd89ee4ba requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:53:44.485330 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (0f6e1dd8-9b15-4cca-aef3-c5f60b99775c), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:44.595871 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-85e8d1ac-bbe7-41ba-8f41-4ced112f181b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:44.612644 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-6126b1fa-dc5c-4fb1-9064-f53282f10b1d None None] Provisioning complete for port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:44.613526 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-6126b1fa-dc5c-4fb1-9064-f53282f10b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (7f0c79f7-2a76-4ff7-95b9-3f7a178b7307), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:44.782266 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [None req-85e8d1ac-bbe7-41ba-8f41-4ced112f181b admin admin] Allocated IP 172.20.0.1 (87cb9ba2-af65-4240-b290-ad6cd89ee4ba/71cc2fd6-74a6-417d-b630-10d1c2d5fbdb/6e9ff010-135f-48dd-ae32-c0b5317e605a) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:53:44.797585 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-6126b1fa-dc5c-4fb1-9064-f53282f10b1d None None] Current status of the port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:44.798357 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-6126b1fa-dc5c-4fb1-9064-f53282f10b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (7f0c79f7-2a76-4ff7-95b9-3f7a178b7307), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:44.873784 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-6126b1fa-dc5c-4fb1-9064-f53282f10b1d None None] For port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=7f0c79f7-2a76-4ff7-95b9-3f7a178b7307,segment=NetworkSegment(ea198a32-d324-41fd-bdfc-d526296637ef),segment_id=ea198a32-d324-41fd-bdfc-d526296637ef)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:53:44.883112 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-6126b1fa-dc5c-4fb1-9064-f53282f10b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (7f0c79f7-2a76-4ff7-95b9-3f7a178b7307), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:44.912300 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Publish callbacks [] for port (0f6e1dd8-9b15-4cca-aef3-c5f60b99775c), precommit_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:44.924115 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (0f6e1dd8-9b15-4cca-aef3-c5f60b99775c), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:44.944183 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126b1fa-dc5c-4fb1-9064-f53282f10b1d None None] Pushing event updated for resources: {'Port': ['ID=7f0c79f7-2a76-4ff7-95b9-3f7a178b7307,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:44.998825 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-85e8d1ac-bbe7-41ba-8f41-4ced112f181b admin admin] Publish callbacks [] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:45.003397 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Attempting to bind port 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:53:45.003780 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Attempting to bind port 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:53:45.004224 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Attempting to bind port 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c on network e6010f1c-f022-4815-b6b9-5cdf43535436 {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:53:45.007079 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bb246-06e5-41b4-99bb-c56f3a2ab769 None None] Pushing event updated for resources: {'Port': ['ID=0f6e1dd8-9b15-4cca-aef3-c5f60b99775c,revision_number=2']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:45.014492 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:53:45.015150 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Checking segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:53:45.015259 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:45.015695 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Bound using segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:53:45.016230 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Bound port: 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:53:45.016740 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (0f6e1dd8-9b15-4cca-aef3-c5f60b99775c), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:45.077460 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-85e8d1ac-bbe7-41ba-8f41-4ced112f181b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:45.097022 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] For port 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:53:45.105287 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] For port 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=0f6e1dd8-9b15-4cca-aef3-c5f60b99775c,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:53:45.123098 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (0f6e1dd8-9b15-4cca-aef3-c5f60b99775c), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:45.134093 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device fe2724ad-b500-4b38-b611-874e7f0c7fdb up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:53:45.140425 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-db609f6e-dc5a-41e0-b2ea-3f50c1c4afcd None None] Provisioning complete for port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:45.143656 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-db609f6e-dc5a-41e0-b2ea-3f50c1c4afcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (7f0c79f7-2a76-4ff7-95b9-3f7a178b7307), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:45.177303 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e8d1ac-bbe7-41ba-8f41-4ced112f181b admin admin] Network 87cb9ba2-af65-4240-b290-ad6cd89ee4ba is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:53:45.179584 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f7b24-160d-49b5-bf8d-c4e6c197d89a req-0f65deda-f72b-41fb-bbc8-846df09cb007 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:45.185786 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-85e8d1ac-bbe7-41ba-8f41-4ced112f181b admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:53:45.194935 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e8d1ac-bbe7-41ba-8f41-4ced112f181b admin admin] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:53:45.200533 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fc0f7b24-160d-49b5-bf8d-c4e6c197d89a req-0f65deda-f72b-41fb-bbc8-846df09cb007 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0903440 Mar 09 19:53:45.262305 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fc0f7b24-160d-49b5-bf8d-c4e6c197d89a req-72186ec4-df81-4c49-b600-e23f36443d61 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605688 Mar 09 19:53:45.277717 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bb246-06e5-41b4-99bb-c56f3a2ab769 None None] Pushing event updated for resources: {'Port': ['ID=0f6e1dd8-9b15-4cca-aef3-c5f60b99775c,revision_number=3']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:45.285860 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Routers {'7ff9fc0d-c99a-4835-a904-a6111e0e1c84'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:53:45.286779 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:53:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['7ff9fc0d-c99a-4835-a904-a6111e0e1c84'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:45.291126 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8d1ac-bbe7-41ba-8f41-4ced112f181b admin admin] Pushing event updated for resources: {'Port': ['ID=6e9ff010-135f-48dd-ae32-c0b5317e605a,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:45.321262 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-85e8d1ac-bbe7-41ba-8f41-4ced112f181b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394763'] for router_interface (7ff9fc0d-c99a-4835-a904-a6111e0e1c84), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:45.383770 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port fe2724ad-b500-4b38-b611-874e7f0c7fdb triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:45.384687 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:45.408452 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-db609f6e-dc5a-41e0-b2ea-3f50c1c4afcd None None] Current status of the port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:45.465960 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] Set router 7ff9fc0d-c99a-4835-a904-a6111e0e1c84 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:53:45.507457 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port fe2724ad-b500-4b38-b611-874e7f0c7fdb is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:45.508634 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:53:45.539413 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-85e8d1ac-bbe7-41ba-8f41-4ced112f181b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:45.567840 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-2dc97d24-997c-45cf-8cf9-c9834c441e58 None None] Provisioning complete for port 6e9ff010-135f-48dd-ae32-c0b5317e605a triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:45.569133 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-2dc97d24-997c-45cf-8cf9-c9834c441e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:45.611627 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:45.611995 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (7f0c79f7-2a76-4ff7-95b9-3f7a178b7307), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:45.651574 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-2dc97d24-997c-45cf-8cf9-c9834c441e58 None None] Port 6e9ff010-135f-48dd-ae32-c0b5317e605a cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:53:45.713504 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:45.742390 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-85e8d1ac-bbe7-41ba-8f41-4ced112f181b admin admin] Publish callbacks [] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:45.748776 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-85e8d1ac-bbe7-41ba-8f41-4ced112f181b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:45.802249 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9fc0d-c99a-4835-a904-a6111e0e1c84', 'name': 'tempest-TestShelveInstance-2116483252-router', 'tenant_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0f6e1dd8-9b15-4cca-aef3-c5f60b99775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:41Z', 'updated_at': '2022-03-09T19:53:43Z', 'revision_number': 3, 'project_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'gw_port': {'id': '0f6e1dd8-9b15-4cca-aef3-c5f60b99775c', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9fc0d-c99a-4835-a904-a6111e0e1c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:42Z', 'updated_at': '2022-03-09T19:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:45.834514 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8d1ac-bbe7-41ba-8f41-4ced112f181b admin admin] Pushing event updated for resources: {'Port': ['ID=6e9ff010-135f-48dd-ae32-c0b5317e605a,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:45.841556 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-85e8d1ac-bbe7-41ba-8f41-4ced112f181b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394919'] for router_interface (7ff9fc0d-c99a-4835-a904-a6111e0e1c84), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:45.845475 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd86afe6-f8f9-4b3c-ac27-0c6dd50f19db None None] The sync data for ids ['7ff9fc0d-c99a-4835-a904-a6111e0e1c84'] in dv-cinder-788366-9-iscsi is: [{'id': '7ff9fc0d-c99a-4835-a904-a6111e0e1c84', 'name': 'tempest-TestShelveInstance-2116483252-router', 'tenant_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0f6e1dd8-9b15-4cca-aef3-c5f60b99775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:41Z', 'updated_at': '2022-03-09T19:53:43Z', 'revision_number': 3, 'project_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'gw_port': {'id': '0f6e1dd8-9b15-4cca-aef3-c5f60b99775c', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9fc0d-c99a-4835-a904-a6111e0e1c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:42Z', 'updated_at': '2022-03-09T19:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:53:45.970958 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e8d1ac-bbe7-41ba-8f41-4ced112f181b admin admin] Network 87cb9ba2-af65-4240-b290-ad6cd89ee4ba is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:53:45.973277 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-85e8d1ac-bbe7-41ba-8f41-4ced112f181b admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:53:46.298753 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512fb66-0fe1-43f2-a55f-0e80849c0d4f req-4c8cc76c-d4ad-4c41-81dd-7d86756edcaf tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:46.301018 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c512fb66-0fe1-43f2-a55f-0e80849c0d4f req-4c8cc76c-d4ad-4c41-81dd-7d86756edcaf tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 945 time: 0.0987470 Mar 09 19:53:46.366833 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c512fb66-0fe1-43f2-a55f-0e80849c0d4f req-f9578c56-3cf3-4884-8bc4-5d93948adae1 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598829 Mar 09 19:53:46.413730 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e8d1ac-bbe7-41ba-8f41-4ced112f181b admin admin] Router 7ff9fc0d-c99a-4835-a904-a6111e0e1c84 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:53:46.435649 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb40101-212d-4742-bf92-3604822127e4 req-6e880ba0-fdb2-4fd3-a41c-bcef598e1c27 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:46.437193 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0eb40101-212d-4742-bf92-3604822127e4 req-6e880ba0-fdb2-4fd3-a41c-bcef598e1c27 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.0672421 Mar 09 19:53:46.480984 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-800bcbda-535a-4d9b-a708-414a81f7156b None None] Provisioning complete for port 6e9ff010-135f-48dd-ae32-c0b5317e605a triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:46.481377 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-800bcbda-535a-4d9b-a708-414a81f7156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:46.510028 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0eb40101-212d-4742-bf92-3604822127e4 req-5e287572-1fdf-4ed7-bf2e-53613d13f851 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670469 Mar 09 19:53:46.527373 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-800bcbda-535a-4d9b-a708-414a81f7156b None None] Port 6e9ff010-135f-48dd-ae32-c0b5317e605a cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:53:46.533830 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e8d1ac-bbe7-41ba-8f41-4ced112f181b admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:53:46.546552 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-85e8d1ac-bbe7-41ba-8f41-4ced112f181b admin admin] 10.222.0.16 "PUT /v2.0/routers/7ff9fc0d-c99a-4835-a904-a6111e0e1c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4979539 Mar 09 19:53:46.950788 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:53:47.003026 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:47.003400 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (0f6e1dd8-9b15-4cca-aef3-c5f60b99775c), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.085660 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:47.086050 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (0f6e1dd8-9b15-4cca-aef3-c5f60b99775c), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.106348 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] For port 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=0f6e1dd8-9b15-4cca-aef3-c5f60b99775c,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:53:47.109269 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (0f6e1dd8-9b15-4cca-aef3-c5f60b99775c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.110032 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:53:47.172865 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43424) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:47.179356 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-b3515f59-2b4c-4120-9d95-74274dfeda95 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-946158962', 'description': 'tempest-secgroup-smoke-946158962 description', 'project_id': '62b43418ea084d90a7da278a1c129a34'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:53:47.182518 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Pushing event updated for resources: {'Port': ['ID=0f6e1dd8-9b15-4cca-aef3-c5f60b99775c,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:47.196402 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:47.196778 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (7f0c79f7-2a76-4ff7-95b9-3f7a178b7307), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.245916 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b3515f59-2b4c-4120-9d95-74274dfeda95 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.289872 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716584b-f6a0-46b6-8fbd-d129991f8c0d req-0e4d7f72-2221-4c7d-97a2-67d6a3505d10 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:47.295975 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-6716584b-f6a0-46b6-8fbd-d129991f8c0d req-0e4d7f72-2221-4c7d-97a2-67d6a3505d10 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.20 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.1035368 Mar 09 19:53:47.300049 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:47.423121 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b3515f59-2b4c-4120-9d95-74274dfeda95 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group (4d8aae0a-dead-40a3-a3b5-b7f2df42775c), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.432328 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b3515f59-2b4c-4120-9d95-74274dfeda95 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (4d8aae0a-dead-40a3-a3b5-b7f2df42775c), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.468192 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b3515f59-2b4c-4120-9d95-74274dfeda95 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.469490 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-b3515f59-2b4c-4120-9d95-74274dfeda95 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2955167 Mar 09 19:53:47.474478 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-6716584b-f6a0-46b6-8fbd-d129991f8c0d req-18be2298-8189-4133-9682-fa7f912cc7c8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Deleting port c4e00d16-4c3a-4dd3-83ed-016838cfc060 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:53:47.474779 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43434) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:47.475241 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-6716584b-f6a0-46b6-8fbd-d129991f8c0d req-18be2298-8189-4133-9682-fa7f912cc7c8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (c4e00d16-4c3a-4dd3-83ed-016838cfc060), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.482016 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-b1264605-8e29-4a6d-b36f-b67c385d1a4e tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Request body: {'security_group_rule': {'security_group_id': '4d8aae0a-dead-40a3-a3b5-b7f2df42775c', 'project_id': '62b43418ea084d90a7da278a1c129a34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:53:47.499375 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3515f59-2b4c-4120-9d95-74274dfeda95 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8aae0a-dead-40a3-a3b5-b7f2df42775c,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:47.520751 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093de967-9078-4a5f-a03c-d71ff781a401 req-6a5681cd-1fe6-4b62-b02f-fd43c7a8a8e0 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:47.522816 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-093de967-9078-4a5f-a03c-d71ff781a401 req-6a5681cd-1fe6-4b62-b02f-fd43c7a8a8e0 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 945 time: 0.0809639 Mar 09 19:53:47.528520 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b1264605-8e29-4a6d-b36f-b67c385d1a4e tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group_rule (8d390c9e-6c21-44f7-9eb7-e2f2c363b046), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.607955 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-6716584b-f6a0-46b6-8fbd-d129991f8c0d req-18be2298-8189-4133-9682-fa7f912cc7c8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] For port c4e00d16-4c3a-4dd3-83ed-016838cfc060, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c4e00d16-4c3a-4dd3-83ed-016838cfc060,segment=NetworkSegment(611a46d8-2a38-496f-8795-6bc9a80f2d30),segment_id=611a46d8-2a38-496f-8795-6bc9a80f2d30)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:53:47.608351 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-6716584b-f6a0-46b6-8fbd-d129991f8c0d req-18be2298-8189-4133-9682-fa7f912cc7c8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (c4e00d16-4c3a-4dd3-83ed-016838cfc060), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.620940 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-093de967-9078-4a5f-a03c-d71ff781a401 req-07e6c9bf-049f-4dd7-b16e-c482863a4d1b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895228 Mar 09 19:53:47.623940 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-6716584b-f6a0-46b6-8fbd-d129991f8c0d req-18be2298-8189-4133-9682-fa7f912cc7c8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Calling delete_port for c4e00d16-4c3a-4dd3-83ed-016838cfc060 owned by compute:nova {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:53:47.665969 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b1264605-8e29-4a6d-b36f-b67c385d1a4e tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group_rule (8d390c9e-6c21-44f7-9eb7-e2f2c363b046), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.674241 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b1264605-8e29-4a6d-b36f-b67c385d1a4e tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (8d390c9e-6c21-44f7-9eb7-e2f2c363b046), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.675296 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Sync routers for ids ['7ff9fc0d-c99a-4835-a904-a6111e0e1c84'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:53:47.685652 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Routers {'7ff9fc0d-c99a-4835-a904-a6111e0e1c84'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:53:47.686414 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:53:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['7ff9fc0d-c99a-4835-a904-a6111e0e1c84'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:47.699642 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1264605-8e29-4a6d-b36f-b67c385d1a4e tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d390c9e-6c21-44f7-9eb7-e2f2c363b046,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:47.707530 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e867a-a705-42f4-bda1-9a98d8d43a03 req-ac02ca21-69ce-4350-957b-a27254f257fc tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:47.709592 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ff6e867a-a705-42f4-bda1-9a98d8d43a03 req-ac02ca21-69ce-4350-957b-a27254f257fc tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=16839ec5-77a1-4dbb-98f2-2a2a16011348 HTTP/1.1" status: 200 len: 945 time: 0.1177590 Mar 09 19:53:47.713318 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b1264605-8e29-4a6d-b36f-b67c385d1a4e tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.714430 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-b1264605-8e29-4a6d-b36f-b67c385d1a4e tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2372961 Mar 09 19:53:47.718749 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43438) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:47.723845 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-e7157434-d397-4c11-982d-9a4c97899a1d tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Request body: {'security_group_rule': {'security_group_id': '4d8aae0a-dead-40a3-a3b5-b7f2df42775c', 'project_id': '62b43418ea084d90a7da278a1c129a34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:53:47.771916 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-e7157434-d397-4c11-982d-9a4c97899a1d tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group_rule (1dc79d82-0064-47f0-80c9-94fd32c8b8b4), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.784655 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ff6e867a-a705-42f4-bda1-9a98d8d43a03 req-f9346219-b0b1-453c-b507-36ebc16f5174 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635521 Mar 09 19:53:47.808478 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Set router 7ff9fc0d-c99a-4835-a904-a6111e0e1c84 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:53:47.820863 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-6716584b-f6a0-46b6-8fbd-d129991f8c0d req-18be2298-8189-4133-9682-fa7f912cc7c8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (c4e00d16-4c3a-4dd3-83ed-016838cfc060), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.843132 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['c4e00d16-4c3a-4dd3-83ed-016838cfc060', '767daaf2-91c4-44ca-9887-2637f3465639'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:53:47.853462 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be2298-8189-4133-9682-fa7f912cc7c8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Pushing event deleted for resources: {'Port': ['ID=c4e00d16-4c3a-4dd3-83ed-016838cfc060,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:47.861807 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-e7157434-d397-4c11-982d-9a4c97899a1d tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group_rule (1dc79d82-0064-47f0-80c9-94fd32c8b8b4), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.868418 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-e7157434-d397-4c11-982d-9a4c97899a1d tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (1dc79d82-0064-47f0-80c9-94fd32c8b8b4), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.914500 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-6716584b-f6a0-46b6-8fbd-d129991f8c0d req-18be2298-8189-4133-9682-fa7f912cc7c8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] No DVR routers for this DVR port c4e00d16-4c3a-4dd3-83ed-016838cfc060 on host hv-cinder-78836 {{(pid=114605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:53:47.919794 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-6716584b-f6a0-46b6-8fbd-d129991f8c0d req-18be2298-8189-4133-9682-fa7f912cc7c8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.923003 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-6716584b-f6a0-46b6-8fbd-d129991f8c0d req-18be2298-8189-4133-9682-fa7f912cc7c8 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.20 "DELETE /v2.0/ports/c4e00d16-4c3a-4dd3-83ed-016838cfc060 HTTP/1.1" status: 204 len: 173 time: 0.6190584 Mar 09 19:53:47.923440 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16839ec5-77a1-4dbb-98f2-2a2a16011348', 'name': 'network-vif-deleted', 'tag': 'c4e00d16-4c3a-4dd3-83ed-016838cfc060'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:53:47.925671 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4eda80-c371-4a33-bf36-789e26fc31f7" -d '{"events": [{"server_uuid": "16839ec5-77a1-4dbb-98f2-2a2a16011348", "name": "network-vif-deleted", "tag": "c4e00d16-4c3a-4dd3-83ed-016838cfc060"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:53:47.929585 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7157434-d397-4c11-982d-9a4c97899a1d tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc79d82-0064-47f0-80c9-94fd32c8b8b4,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:47.940658 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-e7157434-d397-4c11-982d-9a4c97899a1d tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:47.941995 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-e7157434-d397-4c11-982d-9a4c97899a1d tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2216589 Mar 09 19:53:47.945392 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43442) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:47.951235 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-998ccfbc-ec7e-4993-8fd9-6c4a8888b4f7 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Request body: {'security_group_rule': {'security_group_id': '4d8aae0a-dead-40a3-a3b5-b7f2df42775c', 'project_id': '62b43418ea084d90a7da278a1c129a34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:53:47.989784 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c24ad9-3dd6-46a8-a619-0ec72c64b275 x-openstack-request-id: req-26c24ad9-3dd6-46a8-a619-0ec72c64b275 {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:53:47.990754 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16839ec5-77a1-4dbb-98f2-2a2a16011348", "name": "network-vif-deleted", "tag": "c4e00d16-4c3a-4dd3-83ed-016838cfc060", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:53:47.991011 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26c24ad9-3dd6-46a8-a619-0ec72c64b275 {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:53:47.991400 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16839ec5-77a1-4dbb-98f2-2a2a16011348', 'name': 'network-vif-deleted', 'tag': 'c4e00d16-4c3a-4dd3-83ed-016838cfc060', 'status': 'completed', 'code': 200} Mar 09 19:53:48.010781 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-998ccfbc-ec7e-4993-8fd9-6c4a8888b4f7 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group_rule (b32a1d94-2dff-4956-9960-2c6002796d23), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.053679 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d97da0-e6a4-4fb3-b77f-d15535119256 req-1497fce1-f912-49fb-9b37-6ee134b10a96 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:48.055132 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-01d97da0-e6a4-4fb3-b77f-d15535119256 req-1497fce1-f912-49fb-9b37-6ee134b10a96 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 945 time: 0.0975156 Mar 09 19:53:48.115720 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-998ccfbc-ec7e-4993-8fd9-6c4a8888b4f7 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group_rule (b32a1d94-2dff-4956-9960-2c6002796d23), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.124408 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-998ccfbc-ec7e-4993-8fd9-6c4a8888b4f7 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (b32a1d94-2dff-4956-9960-2c6002796d23), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.159219 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9fc0d-c99a-4835-a904-a6111e0e1c84', 'name': 'tempest-TestShelveInstance-2116483252-router', 'tenant_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0f6e1dd8-9b15-4cca-aef3-c5f60b99775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:41Z', 'updated_at': '2022-03-09T19:53:45Z', 'revision_number': 4, 'project_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'gw_port': {'id': '0f6e1dd8-9b15-4cca-aef3-c5f60b99775c', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9fc0d-c99a-4835-a904-a6111e0e1c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:42Z', 'updated_at': '2022-03-09T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '6e9ff010-135f-48dd-ae32-c0b5317e605a', 'name': '', 'network_id': '87cb9ba2-af65-4240-b290-ad6cd89ee4ba', 'tenant_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'mac_address': 'fa:16:3e:26:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9fc0d-c99a-4835-a904-a6111e0e1c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '71cc2fd6-74a6-417d-b630-10d1c2d5fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:44Z', 'updated_at': '2022-03-09T19:53:45Z', 'revision_number': 2, 'project_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'subnets': [{'id': '71cc2fd6-74a6-417d-b630-10d1c2d5fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:48.161422 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ccfbc-ec7e-4993-8fd9-6c4a8888b4f7 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32a1d94-2dff-4956-9960-2c6002796d23,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:48.171375 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-998ccfbc-ec7e-4993-8fd9-6c4a8888b4f7 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.172596 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-998ccfbc-ec7e-4993-8fd9-6c4a8888b4f7 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2261286 Mar 09 19:53:48.175764 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43444) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:48.181117 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-b0d0fd3c-ab0a-4642-8bc9-c9572398654a tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Request body: {'security_group_rule': {'security_group_id': '4d8aae0a-dead-40a3-a3b5-b7f2df42775c', 'project_id': '62b43418ea084d90a7da278a1c129a34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:53:48.188701 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Checking router: 7ff9fc0d-c99a-4835-a904-a6111e0e1c84 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:53:48.189075 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Updating router 7ff9fc0d-c99a-4835-a904-a6111e0e1c84 port 6e9ff010-135f-48dd-ae32-c0b5317e605a binding host dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:53:48.193047 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-01d97da0-e6a4-4fb3-b77f-d15535119256 req-bef29bbd-4235-425e-9d4f-452a560d758b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Deleting port 369d6714-3c0c-42bc-97fa-6f197e0fc770 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:53:48.193389 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-01d97da0-e6a4-4fb3-b77f-d15535119256 req-bef29bbd-4235-425e-9d4f-452a560d758b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (369d6714-3c0c-42bc-97fa-6f197e0fc770), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.211454 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fd3c-ab0a-4642-8bc9-c9572398654a tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group_rule (88935bd2-996c-4c94-84c6-317cbcc0f04e), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.274204 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fd3c-ab0a-4642-8bc9-c9572398654a tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group_rule (88935bd2-996c-4c94-84c6-317cbcc0f04e), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.278605 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fd3c-ab0a-4642-8bc9-c9572398654a tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (88935bd2-996c-4c94-84c6-317cbcc0f04e), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.298451 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0fd3c-ab0a-4642-8bc9-c9572398654a tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88935bd2-996c-4c94-84c6-317cbcc0f04e,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:48.300431 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-01d97da0-e6a4-4fb3-b77f-d15535119256 req-bef29bbd-4235-425e-9d4f-452a560d758b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] For port 369d6714-3c0c-42bc-97fa-6f197e0fc770, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=369d6714-3c0c-42bc-97fa-6f197e0fc770,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:53:48.301068 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-01d97da0-e6a4-4fb3-b77f-d15535119256 req-bef29bbd-4235-425e-9d4f-452a560d758b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (369d6714-3c0c-42bc-97fa-6f197e0fc770), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.306238 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b0d0fd3c-ab0a-4642-8bc9-c9572398654a tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.309133 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-b0d0fd3c-ab0a-4642-8bc9-c9572398654a tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321888 Mar 09 19:53:48.311758 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43446) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:48.316321 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-99538971-ce56-4b41-9d25-75e2d9b6abbd tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Request body: {'security_group_rule': {'security_group_id': '4d8aae0a-dead-40a3-a3b5-b7f2df42775c', 'project_id': '62b43418ea084d90a7da278a1c129a34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:53:48.340682 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.securitygroups_db [None req-99538971-ce56-4b41-9d25-75e2d9b6abbd tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Project 62b43418ea084d90a7da278a1c129a34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 19:53:48.350164 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-99538971-ce56-4b41-9d25-75e2d9b6abbd tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group_rule (7e09deeb-d485-443a-9430-565014d4b61c), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.351759 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.457937 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-99538971-ce56-4b41-9d25-75e2d9b6abbd tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group_rule (7e09deeb-d485-443a-9430-565014d4b61c), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.463642 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-99538971-ce56-4b41-9d25-75e2d9b6abbd tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (7e09deeb-d485-443a-9430-565014d4b61c), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.494327 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99538971-ce56-4b41-9d25-75e2d9b6abbd tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e09deeb-d485-443a-9430-565014d4b61c,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:48.501799 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-99538971-ce56-4b41-9d25-75e2d9b6abbd tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.503820 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-99538971-ce56-4b41-9d25-75e2d9b6abbd tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1909957 Mar 09 19:53:48.506994 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43454) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:48.514457 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-85dcd9a7-d60c-42c9-8162-76af3dae397b tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Request body: {'security_group_rule': {'security_group_id': '4d8aae0a-dead-40a3-a3b5-b7f2df42775c', 'project_id': '62b43418ea084d90a7da278a1c129a34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:53:48.551393 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-01d97da0-e6a4-4fb3-b77f-d15535119256 req-bef29bbd-4235-425e-9d4f-452a560d758b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.551885 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-01d97da0-e6a4-4fb3-b77f-d15535119256 req-bef29bbd-4235-425e-9d4f-452a560d758b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (d8605643-09b5-4814-9ae1-2c3487fd257e), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.552625 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.l3_db [req-01d97da0-e6a4-4fb3-b77f-d15535119256 req-bef29bbd-4235-425e-9d4f-452a560d758b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Floating IP d8605643-09b5-4814-9ae1-2c3487fd257e disassociated. External IP: 172.27.3.105, port: 369d6714-3c0c-42bc-97fa-6f197e0fc770. Mar 09 19:53:48.552983 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-01d97da0-e6a4-4fb3-b77f-d15535119256 req-bef29bbd-4235-425e-9d4f-452a560d758b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Calling delete_port for 369d6714-3c0c-42bc-97fa-6f197e0fc770 owned by compute:nova {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:53:48.558228 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.securitygroups_db [None req-85dcd9a7-d60c-42c9-8162-76af3dae397b tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Project 62b43418ea084d90a7da278a1c129a34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 19:53:48.563176 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-85dcd9a7-d60c-42c9-8162-76af3dae397b tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group_rule (ae8bd992-8100-4232-9d03-9e5802ea26c9), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.652046 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-85dcd9a7-d60c-42c9-8162-76af3dae397b tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group_rule (ae8bd992-8100-4232-9d03-9e5802ea26c9), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.656489 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-85dcd9a7-d60c-42c9-8162-76af3dae397b tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (ae8bd992-8100-4232-9d03-9e5802ea26c9), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.678829 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dcd9a7-d60c-42c9-8162-76af3dae397b tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8bd992-8100-4232-9d03-9e5802ea26c9,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:48.688488 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-85dcd9a7-d60c-42c9-8162-76af3dae397b tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.689697 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-85dcd9a7-d60c-42c9-8162-76af3dae397b tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1816878 Mar 09 19:53:48.727232 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-01d97da0-e6a4-4fb3-b77f-d15535119256 req-bef29bbd-4235-425e-9d4f-452a560d758b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (369d6714-3c0c-42bc-97fa-6f197e0fc770), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.745764 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Publish callbacks [] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), precommit_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.751431 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.757029 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-193d4edf-cfc7-4403-a767-3ebafeff3196 req-578223f8-113a-43ae-9379-4db1a6a98b49 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 210 time: 0.0308313 Mar 09 19:53:48.760933 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef29bbd-4235-425e-9d4f-452a560d758b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event deleted for resources: {'Port': ['ID=369d6714-3c0c-42bc-97fa-6f197e0fc770,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:48.844586 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459557b5-6fcc-42f0-bb3b-3aa017fd8872 None None] Pushing event updated for resources: {'Port': ['ID=6e9ff010-135f-48dd-ae32-c0b5317e605a,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:48.939803 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01d97da0-e6a4-4fb3-b77f-d15535119256 req-bef29bbd-4235-425e-9d4f-452a560d758b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:53:48.949865 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:53:48.963012 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Attempting to bind port 6e9ff010-135f-48dd-ae32-c0b5317e605a on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:53:48.963665 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Attempting to bind port 6e9ff010-135f-48dd-ae32-c0b5317e605a by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'ea198a32-d324-41fd-bdfc-d526296637ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87cb9ba2-af65-4240-b290-ad6cd89ee4ba'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:53:48.964236 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Attempting to bind port 6e9ff010-135f-48dd-ae32-c0b5317e605a on network 87cb9ba2-af65-4240-b290-ad6cd89ee4ba {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:53:48.995404 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:53:48.996025 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Checking segment: {'id': 'ea198a32-d324-41fd-bdfc-d526296637ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87cb9ba2-af65-4240-b290-ad6cd89ee4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:53:48.996630 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:48.997025 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Bound using segment: {'id': 'ea198a32-d324-41fd-bdfc-d526296637ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87cb9ba2-af65-4240-b290-ad6cd89ee4ba'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:53:48.997500 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Bound port: 6e9ff010-135f-48dd-ae32-c0b5317e605a, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea198a32-d324-41fd-bdfc-d526296637ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '87cb9ba2-af65-4240-b290-ad6cd89ee4ba'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:53:48.997877 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:49.099098 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] For port 6e9ff010-135f-48dd-ae32-c0b5317e605a, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:53:49.103539 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] For port 6e9ff010-135f-48dd-ae32-c0b5317e605a, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=6e9ff010-135f-48dd-ae32-c0b5317e605a,segment=NetworkSegment(ea198a32-d324-41fd-bdfc-d526296637ef),segment_id=ea198a32-d324-41fd-bdfc-d526296637ef)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:53:49.117495 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:49.120423 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01d97da0-e6a4-4fb3-b77f-d15535119256 req-bef29bbd-4235-425e-9d4f-452a560d758b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:53:49.132858 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2545aa84-461b-4c99-8594-fd4e1b6dd3b2 None None] Sync routers for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:53:49.161740 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2545aa84-461b-4c99-8594-fd4e1b6dd3b2 None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:53:49.165089 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-2545aa84-461b-4c99-8594-fd4e1b6dd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:53:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:49.186812 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d97da0-e6a4-4fb3-b77f-d15535119256 req-bef29bbd-4235-425e-9d4f-452a560d758b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] No DVR routers for this DVR port 369d6714-3c0c-42bc-97fa-6f197e0fc770 on host hv-cinder-78836 {{(pid=114605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:53:49.190393 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-01d97da0-e6a4-4fb3-b77f-d15535119256 req-bef29bbd-4235-425e-9d4f-452a560d758b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:49.194913 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-01d97da0-e6a4-4fb3-b77f-d15535119256 req-bef29bbd-4235-425e-9d4f-452a560d758b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "DELETE /v2.0/ports/369d6714-3c0c-42bc-97fa-6f197e0fc770 HTTP/1.1" status: 204 len: 173 time: 1.1286123 Mar 09 19:53:49.248434 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:49.248749 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (0f6e1dd8-9b15-4cca-aef3-c5f60b99775c), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:49.251690 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266d8c2-b3c9-4036-822c-c5a590a3089d req-dd8370fb-0815-4ae2-89a2-3314a15aa091 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:49.266625 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a266d8c2-b3c9-4036-822c-c5a590a3089d req-dd8370fb-0815-4ae2-89a2-3314a15aa091 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0918415 Mar 09 19:53:49.324118 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-7399f09d-28c3-4d52-baaf-6fbeb5d97e0f None None] Provisioning complete for port 6e9ff010-135f-48dd-ae32-c0b5317e605a triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:49.327489 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7399f09d-28c3-4d52-baaf-6fbeb5d97e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:49.356147 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a266d8c2-b3c9-4036-822c-c5a590a3089d req-a255be7b-8de0-4984-b14a-d9a49765a472 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883460 Mar 09 19:53:49.380174 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459557b5-6fcc-42f0-bb3b-3aa017fd8872 None None] Pushing event updated for resources: {'Port': ['ID=6e9ff010-135f-48dd-ae32-c0b5317e605a,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:49.413267 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Routers {'7ff9fc0d-c99a-4835-a904-a6111e0e1c84'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:53:49.413814 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:53:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['7ff9fc0d-c99a-4835-a904-a6111e0e1c84'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:49.438917 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-2545aa84-461b-4c99-8594-fd4e1b6dd3b2 None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:53:49.618339 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-7399f09d-28c3-4d52-baaf-6fbeb5d97e0f None None] Current status of the port 6e9ff010-135f-48dd-ae32-c0b5317e605a is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:49.620217 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7399f09d-28c3-4d52-baaf-6fbeb5d97e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:49.647485 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] Set router 7ff9fc0d-c99a-4835-a904-a6111e0e1c84 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:53:49.651226 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:49.730533 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-2545aa84-461b-4c99-8594-fd4e1b6dd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:49.740948 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-7399f09d-28c3-4d52-baaf-6fbeb5d97e0f None None] For port 6e9ff010-135f-48dd-ae32-c0b5317e605a, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=6e9ff010-135f-48dd-ae32-c0b5317e605a,segment=NetworkSegment(ea198a32-d324-41fd-bdfc-d526296637ef),segment_id=ea198a32-d324-41fd-bdfc-d526296637ef)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:53:49.748492 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7399f09d-28c3-4d52-baaf-6fbeb5d97e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:49.766621 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2545aa84-461b-4c99-8594-fd4e1b6dd3b2 None None] Checking router: e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:53:49.775030 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2545aa84-461b-4c99-8594-fd4e1b6dd3b2 None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:53:49.775625 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-2545aa84-461b-4c99-8594-fd4e1b6dd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:53:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:49.907225 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d8b9166a-7be5-4b60-b492-179256c81131 req-d9550cb5-78c9-4672-8951-766b268dc3e4 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f89a57f-89ca-498e-bf18-cab368133f65 HTTP/1.1" status: 200 len: 210 time: 0.0304255 Mar 09 19:53:49.925944 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399f09d-28c3-4d52-baaf-6fbeb5d97e0f None None] Pushing event updated for resources: {'Port': ['ID=6e9ff010-135f-48dd-ae32-c0b5317e605a,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:49.937932 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-93427583-ed3c-4d5a-a99c-1a63a82a5aa3 None None] Provisioning complete for port 6e9ff010-135f-48dd-ae32-c0b5317e605a triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:49.938311 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-93427583-ed3c-4d5a-a99c-1a63a82a5aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:49.947627 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-2545aa84-461b-4c99-8594-fd4e1b6dd3b2 None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:53:49.993028 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f89a57f-89ca-498e-bf18-cab368133f65', 'name': 'network-vif-deleted', 'tag': '369d6714-3c0c-42bc-97fa-6f197e0fc770'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:53:49.997614 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8244524c-bc1e-4ca3-a359-5431477e76ec" -d '{"events": [{"server_uuid": "7f89a57f-89ca-498e-bf18-cab368133f65", "name": "network-vif-deleted", "tag": "369d6714-3c0c-42bc-97fa-6f197e0fc770"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:53:50.042706 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdcfaf0-67a0-4c78-8afe-adb9a7bbf956 x-openstack-request-id: req-6fdcfaf0-67a0-4c78-8afe-adb9a7bbf956 {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:53:50.043143 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f89a57f-89ca-498e-bf18-cab368133f65", "name": "network-vif-deleted", "tag": "369d6714-3c0c-42bc-97fa-6f197e0fc770", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:53:50.043396 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6fdcfaf0-67a0-4c78-8afe-adb9a7bbf956 {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:53:50.043794 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f89a57f-89ca-498e-bf18-cab368133f65', 'name': 'network-vif-deleted', 'tag': '369d6714-3c0c-42bc-97fa-6f197e0fc770', 'status': 'completed', 'code': 200} Mar 09 19:53:50.079883 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9fc0d-c99a-4835-a904-a6111e0e1c84', 'name': 'tempest-TestShelveInstance-2116483252-router', 'tenant_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0f6e1dd8-9b15-4cca-aef3-c5f60b99775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:41Z', 'updated_at': '2022-03-09T19:53:45Z', 'revision_number': 4, 'project_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'gw_port': {'id': '0f6e1dd8-9b15-4cca-aef3-c5f60b99775c', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9fc0d-c99a-4835-a904-a6111e0e1c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:42Z', 'updated_at': '2022-03-09T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '6e9ff010-135f-48dd-ae32-c0b5317e605a', 'name': '', 'network_id': '87cb9ba2-af65-4240-b290-ad6cd89ee4ba', 'tenant_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'mac_address': 'fa:16:3e:26:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9fc0d-c99a-4835-a904-a6111e0e1c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '71cc2fd6-74a6-417d-b630-10d1c2d5fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:44Z', 'updated_at': '2022-03-09T19:53:49Z', 'revision_number': 4, 'project_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'subnets': [{'id': '71cc2fd6-74a6-417d-b630-10d1c2d5fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:50.113676 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5faa28c-86bd-4df3-bbb3-a2e6d42791ca None None] The sync data for ids ['7ff9fc0d-c99a-4835-a904-a6111e0e1c84'] in dv-cinder-788366-9-iscsi is: [{'id': '7ff9fc0d-c99a-4835-a904-a6111e0e1c84', 'name': 'tempest-TestShelveInstance-2116483252-router', 'tenant_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0f6e1dd8-9b15-4cca-aef3-c5f60b99775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:41Z', 'updated_at': '2022-03-09T19:53:45Z', 'revision_number': 4, 'project_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'gw_port': {'id': '0f6e1dd8-9b15-4cca-aef3-c5f60b99775c', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9fc0d-c99a-4835-a904-a6111e0e1c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:42Z', 'updated_at': '2022-03-09T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '6e9ff010-135f-48dd-ae32-c0b5317e605a', 'name': '', 'network_id': '87cb9ba2-af65-4240-b290-ad6cd89ee4ba', 'tenant_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'mac_address': 'fa:16:3e:26:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9fc0d-c99a-4835-a904-a6111e0e1c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '71cc2fd6-74a6-417d-b630-10d1c2d5fbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:44Z', 'updated_at': '2022-03-09T19:53:49Z', 'revision_number': 4, 'project_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'subnets': [{'id': '71cc2fd6-74a6-417d-b630-10d1c2d5fbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:53:50.125831 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-93427583-ed3c-4d5a-a99c-1a63a82a5aa3 None None] Current status of the port 6e9ff010-135f-48dd-ae32-c0b5317e605a is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:50.164803 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-2545aa84-461b-4c99-8594-fd4e1b6dd3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:50.198289 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2545aa84-461b-4c99-8594-fd4e1b6dd3b2 None None] The sync data for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi is: [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:53:50.501327 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979441fc-03c0-4cd6-977b-b17f227dcd69 None None] New status for floating IP d8605643-09b5-4814-9ae1-2c3487fd257e: DOWN {{(pid=114606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:53:50.502584 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa70b7-b836-406a-bb31-3779aa045aa8 req-b69df659-2b57-4daf-b430-75512a73b026 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:50.504179 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0bfa70b7-b836-406a-bb31-3779aa045aa8 req-b69df659-2b57-4daf-b430-75512a73b026 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0649397 Mar 09 19:53:50.569037 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0bfa70b7-b836-406a-bb31-3779aa045aa8 req-50dee05f-096e-404a-9175-019afa48c159 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581741 Mar 09 19:53:50.903586 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 6e9ff010-135f-48dd-ae32-c0b5317e605a up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:53:50.978888 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 6e9ff010-135f-48dd-ae32-c0b5317e605a triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:50.979358 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:51.004654 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43548) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:51.073914 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 6e9ff010-135f-48dd-ae32-c0b5317e605a is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:53:51.076051 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7be9a2a4-e5ac-46dc-a793-3ee54b880b3e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:51.105246 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7be9a2a4-e5ac-46dc-a793-3ee54b880b3e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:51.157567 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7be9a2a4-e5ac-46dc-a793-3ee54b880b3e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:51.160532 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7be9a2a4-e5ac-46dc-a793-3ee54b880b3e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:51.162449 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-7be9a2a4-e5ac-46dc-a793-3ee54b880b3e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "DELETE /v2.0/security-groups/e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669 HTTP/1.1" status: 204 len: 168 time: 0.1554027 Mar 09 19:53:51.165396 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43550) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:51.175232 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9a2a4-e5ac-46dc-a793-3ee54b880b3e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:51.187340 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.api.v2.resource [None req-f640150a-7975-4fe0-81e6-627cbecaedc3 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] show failed (client error): The resource could not be found. Mar 09 19:53:51.188427 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-f640150a-7975-4fe0-81e6-627cbecaedc3 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups/e5d668fc-ce39-4bcb-ac6d-0a6e11cf3669 HTTP/1.1" status: 404 len: 347 time: 0.0219376 Mar 09 19:53:51.191452 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43552) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:51.322202 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac1d39-4ff0-4a11-84a4-a1d3cca468ba tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Deleting port 9db3e9c2-fc8a-4919-ac32-4c9017d7f911 {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:53:51.322541 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c6ac1d39-4ff0-4a11-84a4-a1d3cca468ba tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (9db3e9c2-fc8a-4919-ac32-4c9017d7f911), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:51.400940 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c6ac1d39-4ff0-4a11-84a4-a1d3cca468ba tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (9db3e9c2-fc8a-4919-ac32-4c9017d7f911), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:51.401255 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c6ac1d39-4ff0-4a11-84a4-a1d3cca468ba tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (9db3e9c2-fc8a-4919-ac32-4c9017d7f911), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:51.414007 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac1d39-4ff0-4a11-84a4-a1d3cca468ba tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Calling delete_port for 9db3e9c2-fc8a-4919-ac32-4c9017d7f911 owned by network:floatingip {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:53:51.560110 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c6ac1d39-4ff0-4a11-84a4-a1d3cca468ba tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (9db3e9c2-fc8a-4919-ac32-4c9017d7f911), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:51.586382 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac1d39-4ff0-4a11-84a4-a1d3cca468ba tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event deleted for resources: {'Port': ['ID=9db3e9c2-fc8a-4919-ac32-4c9017d7f911,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:51.678988 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c6ac1d39-4ff0-4a11-84a4-a1d3cca468ba tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (d8605643-09b5-4814-9ae1-2c3487fd257e), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:51.681809 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c6ac1d39-4ff0-4a11-84a4-a1d3cca468ba tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:51.684189 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-c6ac1d39-4ff0-4a11-84a4-a1d3cca468ba tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "DELETE /v2.0/floatingips/d8605643-09b5-4814-9ae1-2c3487fd257e HTTP/1.1" status: 204 len: 168 time: 0.4903519 Mar 09 19:53:51.712789 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1dabd-e431-4f4d-bb4b-6b3af3054594 req-e667a5df-cc3e-4e43-8bec-c4c0bcb0d796 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:51.714309 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c6c1dabd-e431-4f4d-bb4b-6b3af3054594 req-e667a5df-cc3e-4e43-8bec-c4c0bcb0d796 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0759907 Mar 09 19:53:51.766702 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c6c1dabd-e431-4f4d-bb4b-6b3af3054594 req-9f28b9ce-4897-4889-a4cd-a2a5f71627aa tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459723 Mar 09 19:53:52.027242 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43566) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:52.031772 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-686ea2cd-792a-46f9-abaa-9dbf53b41abc tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1461662985', 'description': 'tempest-description--1755578406'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:53:52.051228 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-686ea2cd-792a-46f9-abaa-9dbf53b41abc tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:52.116588 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-686ea2cd-792a-46f9-abaa-9dbf53b41abc tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (1462b8f5-6693-44b4-b600-1d3016ef65d6), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:52.120257 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-686ea2cd-792a-46f9-abaa-9dbf53b41abc tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (1462b8f5-6693-44b4-b600-1d3016ef65d6), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:52.142810 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-686ea2cd-792a-46f9-abaa-9dbf53b41abc tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:52.143990 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-686ea2cd-792a-46f9-abaa-9dbf53b41abc tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1157601 Mar 09 19:53:52.147507 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43568) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:52.152263 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ea2cd-792a-46f9-abaa-9dbf53b41abc tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1462b8f5-6693-44b4-b600-1d3016ef65d6,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:52.152448 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-5921fb8b-3cad-424e-ac81-de2c3df99f4b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'security_group_rule': {'security_group_id': '1462b8f5-6693-44b4-b600-1d3016ef65d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:53:52.184194 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-5921fb8b-3cad-424e-ac81-de2c3df99f4b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (acbe776a-0293-431d-9d4c-8044a5be8c96), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:52.238775 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-5921fb8b-3cad-424e-ac81-de2c3df99f4b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (acbe776a-0293-431d-9d4c-8044a5be8c96), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:52.243344 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-5921fb8b-3cad-424e-ac81-de2c3df99f4b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (acbe776a-0293-431d-9d4c-8044a5be8c96), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:52.263190 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921fb8b-3cad-424e-ac81-de2c3df99f4b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbe776a-0293-431d-9d4c-8044a5be8c96,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:52.273126 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-5921fb8b-3cad-424e-ac81-de2c3df99f4b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:52.274283 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-5921fb8b-3cad-424e-ac81-de2c3df99f4b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257603 Mar 09 19:53:52.276932 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43572) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:52.281117 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-4f796c57-224f-43ef-9912-b8693b4f11b6 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'security_group_rule': {'security_group_id': '1462b8f5-6693-44b4-b600-1d3016ef65d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:53:52.305658 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4f796c57-224f-43ef-9912-b8693b4f11b6 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (1b6a406b-1bb7-48db-9679-855211ea3d04), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:52.362854 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4f796c57-224f-43ef-9912-b8693b4f11b6 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (1b6a406b-1bb7-48db-9679-855211ea3d04), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:52.366146 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4f796c57-224f-43ef-9912-b8693b4f11b6 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (1b6a406b-1bb7-48db-9679-855211ea3d04), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:52.384376 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f796c57-224f-43ef-9912-b8693b4f11b6 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6a406b-1bb7-48db-9679-855211ea3d04,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:52.391423 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4f796c57-224f-43ef-9912-b8693b4f11b6 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:52.392646 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-4f796c57-224f-43ef-9912-b8693b4f11b6 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148167 Mar 09 19:53:52.395615 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43574) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:52.400276 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-01bbd00c-c6ec-4cf8-b182-52150be18d08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'floatingip': {'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:53:52.426348 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-01bbd00c-c6ec-4cf8-b182-52150be18d08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:52.520174 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-01bbd00c-c6ec-4cf8-b182-52150be18d08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:52.628809 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [None req-01bbd00c-c6ec-4cf8-b182-52150be18d08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Allocated IP 172.27.3.60 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/eb0e6acd-e9d8-4013-99df-e07b5df4d54a) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:53:52.729063 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-01bbd00c-c6ec-4cf8-b182-52150be18d08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for port (eb0e6acd-e9d8-4013-99df-e07b5df4d54a), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:52.772546 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-01bbd00c-c6ec-4cf8-b182-52150be18d08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (eb0e6acd-e9d8-4013-99df-e07b5df4d54a), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:52.780165 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 369d6714-3c0c-42bc-97fa-6f197e0fc770 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:53:52.800088 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: 369d6714-3c0c-42bc-97fa-6f197e0fc770 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:53:52.800447 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 369d6714-3c0c-42bc-97fa-6f197e0fc770 not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:53:52.800867 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device c4e00d16-4c3a-4dd3-83ed-016838cfc060 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:53:52.823218 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: c4e00d16-4c3a-4dd3-83ed-016838cfc060 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:53:52.823442 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device c4e00d16-4c3a-4dd3-83ed-016838cfc060 not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:53:52.825964 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bbd00c-c6ec-4cf8-b182-52150be18d08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:53:52.828781 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-01bbd00c-c6ec-4cf8-b182-52150be18d08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:53:52.835181 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bbd00c-c6ec-4cf8-b182-52150be18d08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:53:52.862374 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbd00c-c6ec-4cf8-b182-52150be18d08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'Port': ['ID=eb0e6acd-e9d8-4013-99df-e07b5df4d54a,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:52.894139 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d958ed-1742-4756-b895-deb9f5f6e739 req-75eb0250-f7ae-4be6-8fc6-2f4813c2b21d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:52.896681 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-88d958ed-1742-4756-b895-deb9f5f6e739 req-75eb0250-f7ae-4be6-8fc6-2f4813c2b21d tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0550637 Mar 09 19:53:52.925678 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-01bbd00c-c6ec-4cf8-b182-52150be18d08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (b07eba40-c57a-47bd-a5ae-386e37427ddf), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:52.946893 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-88d958ed-1742-4756-b895-deb9f5f6e739 req-b5651b21-9940-4c98-8c51-090ef03584e4 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424333 Mar 09 19:53:52.963301 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-01bbd00c-c6ec-4cf8-b182-52150be18d08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (eb0e6acd-e9d8-4013-99df-e07b5df4d54a), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:53.116758 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-01bbd00c-c6ec-4cf8-b182-52150be18d08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for port (eb0e6acd-e9d8-4013-99df-e07b5df4d54a), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:53.121422 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-01bbd00c-c6ec-4cf8-b182-52150be18d08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (eb0e6acd-e9d8-4013-99df-e07b5df4d54a), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:53.194273 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbd00c-c6ec-4cf8-b182-52150be18d08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'Port': ['ID=eb0e6acd-e9d8-4013-99df-e07b5df4d54a,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:53.204223 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-01bbd00c-c6ec-4cf8-b182-52150be18d08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (b07eba40-c57a-47bd-a5ae-386e37427ddf), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:53.219204 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-01bbd00c-c6ec-4cf8-b182-52150be18d08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:53.220967 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-01bbd00c-c6ec-4cf8-b182-52150be18d08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8233931 Mar 09 19:53:53.420341 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-76d868ea-82f9-4779-b3ca-7ef7adba5a02 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1461662985&fields=id&tenant_id=55d035a3aae24ccb9b470e06d3d01412 HTTP/1.1" status: 200 len: 267 time: 0.0450664 Mar 09 19:53:53.526408 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-812e2a22-08b6-40d8-a267-c173f3c7efd8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:53.528101 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-812e2a22-08b6-40d8-a267-c173f3c7efd8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/networks?id=e1fb9771-c14c-449d-8f62-3d71790f8b4f HTTP/1.1" status: 200 len: 815 time: 0.1011760 Mar 09 19:53:53.543548 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-74c96877-709a-4b34-a20c-783105056fd9 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/quotas/55d035a3aae24ccb9b470e06d3d01412 HTTP/1.1" status: 200 len: 375 time: 0.0098572 Mar 09 19:53:53.601373 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-3fecc1b4-1b9a-462b-8df8-c3c4b98a87ff tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=55d035a3aae24ccb9b470e06d3d01412&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526609 Mar 09 19:53:53.701911 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-6acc3d36-18cf-4d9c-8a32-9745290ffbd3 service neutron] 10.222.0.16 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887039 Mar 09 19:53:53.796676 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-9bb8d954-d187-44fa-8b50-dfe90213e182 service neutron] 10.222.0.16 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891345 Mar 09 19:53:53.962318 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5d10a0ab-4ca8-490e-9e05-646f2deffa80 req-b92c7b3c-6818-433e-9c35-cd6121fa0126 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 210 time: 0.0287454 Mar 09 19:53:54.076412 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d695af-d5b5-4802-b460-8b2a1ca67613 req-60c75a71-69a6-45da-ab0c-0f69e1defa8e tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:54.077893 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d7d695af-d5b5-4802-b460-8b2a1ca67613 req-60c75a71-69a6-45da-ab0c-0f69e1defa8e tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0607352 Mar 09 19:53:54.128060 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d7d695af-d5b5-4802-b460-8b2a1ca67613 req-3a99f6e3-8ea7-42cf-a4c0-6254156a4b66 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430875 Mar 09 19:53:54.992620 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-3386c452-822d-4f01-a37c-4b539fa98b72 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:54.993759 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-3386c452-822d-4f01-a37c-4b539fa98b72 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "GET /v2.0/networks?id=e1fb9771-c14c-449d-8f62-3d71790f8b4f HTTP/1.1" status: 200 len: 815 time: 0.1093988 Mar 09 19:53:55.067447 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-c8ea01c7-0482-4733-9066-53ca592908c3 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55d035a3aae24ccb9b470e06d3d01412 HTTP/1.1" status: 200 len: 380 time: 0.0635319 Mar 09 19:53:55.077672 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-92617b80-508b-4ab3-898a-95029d3e9431 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'port': {'device_id': '3c6ed419-0ad7-453f-bac7-b0e61c9a37b8', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'admin_state_up': True, 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'security_groups': ['1462b8f5-6693-44b4-b600-1d3016ef65d6']}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:53:55.081190 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-523d1d53-0b9f-456c-8fc3-f0d84513319a req-93233772-3c70-4b31-bd48-76e855250fd4 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 210 time: 0.0302324 Mar 09 19:53:55.185534 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-92617b80-508b-4ab3-898a-95029d3e9431 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Made reservation on behalf of 55d035a3aae24ccb9b470e06d3d01412 for: {'port': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:53:55.188766 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-92617b80-508b-4ab3-898a-95029d3e9431 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:55.252540 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546b77d-091b-4478-a0f0-c956f8914357 req-4042de91-71b6-4ba4-8a87-471f190d7170 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:55.253902 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1546b77d-091b-4478-a0f0-c956f8914357 req-4042de91-71b6-4ba4-8a87-471f190d7170 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.0569723 Mar 09 19:53:55.308182 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1546b77d-091b-4478-a0f0-c956f8914357 req-e1d5740e-d898-4fb0-8d67-8786d958467c tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/security-groups?id=633bc1f2-aebf-4a88-af99-9256c48aacbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483544 Mar 09 19:53:55.322544 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-92617b80-508b-4ab3-898a-95029d3e9431 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Allocated IP 172.20.0.13 (e1fb9771-c14c-449d-8f62-3d71790f8b4f/1691d741-1db9-45a9-b9fc-c8baf7574710/e666919f-8441-4914-ad9e-74126411ca87) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:53:55.455170 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43644) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:55.460985 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-92617b80-508b-4ab3-898a-95029d3e9431 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for port (e666919f-8441-4914-ad9e-74126411ca87), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:55.501964 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-92617b80-508b-4ab3-898a-95029d3e9431 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (e666919f-8441-4914-ad9e-74126411ca87), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:55.529132 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aaa84d8-e609-4ee5-8bc7-2ed6c0bfb357 admin admin] Deleting subnet 6dbc2007-0524-45ce-87b4-b2abcea84c18 {{(pid=114604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 19:53:55.533763 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-0aaa84d8-e609-4ee5-8bc7-2ed6c0bfb357 admin admin] Publish callbacks [] for subnet (6dbc2007-0524-45ce-87b4-b2abcea84c18), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:55.550029 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-92617b80-508b-4ab3-898a-95029d3e9431 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Network e1fb9771-c14c-449d-8f62-3d71790f8b4f is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:53:55.553093 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-92617b80-508b-4ab3-898a-95029d3e9431 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:53:55.562600 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-92617b80-508b-4ab3-898a-95029d3e9431 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:53:55.567437 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92617b80-508b-4ab3-898a-95029d3e9431 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'Port': ['ID=e666919f-8441-4914-ad9e-74126411ca87,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:55.583325 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a57507-a52d-4bcc-905e-e61353730c1a req-7fd76447-d0b2-49bf-b834-35fb5368bb7f tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:55.585407 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-17a57507-a52d-4bcc-905e-e61353730c1a req-7fd76447-d0b2-49bf-b834-35fb5368bb7f tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 945 time: 0.1038353 Mar 09 19:53:55.593129 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-0aaa84d8-e609-4ee5-8bc7-2ed6c0bfb357 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9789639'] for subnet (6dbc2007-0524-45ce-87b4-b2abcea84c18), precommit_delete_associations {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:55.628460 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-92617b80-508b-4ab3-898a-95029d3e9431 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:55.629099 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-92617b80-508b-4ab3-898a-95029d3e9431 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:55.647206 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-92617b80-508b-4ab3-898a-95029d3e9431 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5729973 Mar 09 19:53:55.668225 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Request body: {'port': {'device_id': '3c6ed419-0ad7-453f-bac7-b0e61c9a37b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:53:55.696302 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-0aaa84d8-e609-4ee5-8bc7-2ed6c0bfb357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971543'] for subnet (6dbc2007-0524-45ce-87b4-b2abcea84c18), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:55.743680 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (e666919f-8441-4914-ad9e-74126411ca87), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:55.775388 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [req-17a57507-a52d-4bcc-905e-e61353730c1a req-0a17aa15-64e7-4a93-9147-bb60abe34340 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Deleting port 767daaf2-91c4-44ca-9887-2637f3465639 {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:53:55.775752 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-17a57507-a52d-4bcc-905e-e61353730c1a req-0a17aa15-64e7-4a93-9147-bb60abe34340 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (767daaf2-91c4-44ca-9887-2637f3465639), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:55.789934 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-0aaa84d8-e609-4ee5-8bc7-2ed6c0bfb357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12497931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12031228'] for subnet (6dbc2007-0524-45ce-87b4-b2abcea84c18), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:55.791943 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-92d31986-e373-499f-9205-086aff294a8e None None] Provisioning complete for port e666919f-8441-4914-ad9e-74126411ca87 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:53:55.792890 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-92d31986-e373-499f-9205-086aff294a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (e666919f-8441-4914-ad9e-74126411ca87), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:55.834518 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-92d31986-e373-499f-9205-086aff294a8e None None] Port e666919f-8441-4914-ad9e-74126411ca87 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:53:55.838181 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa84d8-e609-4ee5-8bc7-2ed6c0bfb357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dbc2007-0524-45ce-87b4-b2abcea84c18,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:55.845511 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-0aaa84d8-e609-4ee5-8bc7-2ed6c0bfb357 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:55.851083 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-0aaa84d8-e609-4ee5-8bc7-2ed6c0bfb357 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6dbc2007-0524-45ce-87b4-b2abcea84c18 HTTP/1.1" status: 204 len: 168 time: 0.3924761 Mar 09 19:53:55.861627 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43646) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:55.908640 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-17a57507-a52d-4bcc-905e-e61353730c1a req-0a17aa15-64e7-4a93-9147-bb60abe34340 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] For port 767daaf2-91c4-44ca-9887-2637f3465639, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=767daaf2-91c4-44ca-9887-2637f3465639,segment=NetworkSegment(611a46d8-2a38-496f-8795-6bc9a80f2d30),segment_id=611a46d8-2a38-496f-8795-6bc9a80f2d30)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:53:55.909381 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-17a57507-a52d-4bcc-905e-e61353730c1a req-0a17aa15-64e7-4a93-9147-bb60abe34340 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (767daaf2-91c4-44ca-9887-2637f3465639), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:55.923926 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [req-17a57507-a52d-4bcc-905e-e61353730c1a req-0a17aa15-64e7-4a93-9147-bb60abe34340 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Calling delete_port for 767daaf2-91c4-44ca-9887-2637f3465639 owned by compute:nova {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:53:55.978234 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-43dacfd0-6391-4724-8b42-75a186836f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3180242'] for network (2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:56.060729 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-17a57507-a52d-4bcc-905e-e61353730c1a req-0a17aa15-64e7-4a93-9147-bb60abe34340 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (767daaf2-91c4-44ca-9887-2637f3465639), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:56.073222 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['767daaf2-91c4-44ca-9887-2637f3465639'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:53:56.090153 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17aa15-64e7-4a93-9147-bb60abe34340 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Pushing event deleted for resources: {'Port': ['ID=767daaf2-91c4-44ca-9887-2637f3465639,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:56.140871 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a57507-a52d-4bcc-905e-e61353730c1a req-0a17aa15-64e7-4a93-9147-bb60abe34340 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] No DVR routers for this DVR port 767daaf2-91c4-44ca-9887-2637f3465639 on host hv-cinder-78836 {{(pid=114604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:53:56.144679 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-17a57507-a52d-4bcc-905e-e61353730c1a req-0a17aa15-64e7-4a93-9147-bb60abe34340 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:56.147005 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-17a57507-a52d-4bcc-905e-e61353730c1a req-0a17aa15-64e7-4a93-9147-bb60abe34340 tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.20 "DELETE /v2.0/ports/767daaf2-91c4-44ca-9887-2637f3465639 HTTP/1.1" status: 204 len: 173 time: 0.5519636 Mar 09 19:53:56.147545 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ab73ce-d6c3-40df-bd4c-af77cab13a8a', 'name': 'network-vif-deleted', 'tag': '767daaf2-91c4-44ca-9887-2637f3465639'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:53:56.149872 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a308de-1946-4ba6-9bf4-67ccc75c2f86" -d '{"events": [{"server_uuid": "f4ab73ce-d6c3-40df-bd4c-af77cab13a8a", "name": "network-vif-deleted", "tag": "767daaf2-91c4-44ca-9887-2637f3465639"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:53:56.211735 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc88558a-bd64-40bd-8fb9-f01c021826bf x-openstack-request-id: req-bc88558a-bd64-40bd-8fb9-f01c021826bf {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:53:56.212025 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ab73ce-d6c3-40df-bd4c-af77cab13a8a", "name": "network-vif-deleted", "tag": "767daaf2-91c4-44ca-9887-2637f3465639", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:53:56.212312 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc88558a-bd64-40bd-8fb9-f01c021826bf {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:53:56.212711 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ab73ce-d6c3-40df-bd4c-af77cab13a8a', 'name': 'network-vif-deleted', 'tag': '767daaf2-91c4-44ca-9887-2637f3465639', 'status': 'completed', 'code': 200} Mar 09 19:53:56.244467 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c51d42-90d5-4db0-a33c-08ea34199066 req-01aa7b2b-c57c-443e-beb1-be4e22fbab18 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:56.246127 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-87c51d42-90d5-4db0-a33c-08ea34199066 req-01aa7b2b-c57c-443e-beb1-be4e22fbab18 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 932 time: 0.0766928 Mar 09 19:53:56.301868 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-87c51d42-90d5-4db0-a33c-08ea34199066 req-47e09adf-22bd-4598-8ec1-da1313654735 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=1462b8f5-6693-44b4-b600-1d3016ef65d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489366 Mar 09 19:53:56.360742 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-43dacfd0-6391-4724-8b42-75a186836f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972268', 'neutron.services.segments.db._delete_segments_for_network-8774125231894'] for network (2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:56.390853 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-43dacfd0-6391-4724-8b42-75a186836f2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2']}} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:56.407141 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-43dacfd0-6391-4724-8b42-75a186836f2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3e60ba3-6da5-45af-936a-c91cd6ea53d4') {'for_net_delete': True} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:56.407501 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-43dacfd0-6391-4724-8b42-75a186836f2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3e60ba3-6da5-45af-936a-c91cd6ea53d4') {} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:56.416783 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2aa75065-aa15-421f-bb7a-4554d91b8542 req-416bf6b5-ce8e-4abe-9dcf-c2beea9591ca tempest-ServerRescueNegativeTestJSON-303845046 tempest-ServerRescueNegativeTestJSON-303845046-project] 10.222.0.16 "GET /v2.0/ports?device_id=f4ab73ce-d6c3-40df-bd4c-af77cab13a8a HTTP/1.1" status: 200 len: 210 time: 0.0269449 Mar 09 19:53:56.434730 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-43dacfd0-6391-4724-8b42-75a186836f2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774125231135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8836969'] for segment (c3e60ba3-6da5-45af-936a-c91cd6ea53d4), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:56.457681 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-43dacfd0-6391-4724-8b42-75a186836f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (c3e60ba3-6da5-45af-936a-c91cd6ea53d4), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:56.463746 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e666919f-8441-4914-ad9e-74126411ca87 {{(pid=114605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:53:56.471972 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43dacfd0-6391-4724-8b42-75a186836f2d admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=114605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 19:53:56.472403 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-43dacfd0-6391-4724-8b42-75a186836f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8836815'] for segment (c3e60ba3-6da5-45af-936a-c91cd6ea53d4), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: Traceback (most recent call last): Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: timer() Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: cb(*args, **kw) Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: return func(*args, **kwargs) Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: self._notify() Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: self.callback(batched_events) Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: event.method(event) Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: return f(self, *a, **k) Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: return self._get(url).json() Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: return self.request(url, 'GET', **kwargs) Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 19:53:56.474644 dv-cinder-788366-9-iscsi neutron-server[114605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 19:53:56.477754 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Publish callbacks [] for port (e666919f-8441-4914-ad9e-74126411ca87), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:56.542888 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.provisioning_blocks [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Transition to ACTIVE for port object e666919f-8441-4914-ad9e-74126411ca87 will not be triggered until provisioned by entity L2. {{(pid=114605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 19:53:56.543724 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-43dacfd0-6391-4724-8b42-75a186836f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396956'] for network (2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:56.546184 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (e666919f-8441-4914-ad9e-74126411ca87), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:56.553918 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-43dacfd0-6391-4724-8b42-75a186836f2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:56.557545 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-43dacfd0-6391-4724-8b42-75a186836f2d admin admin] 10.222.0.16 "DELETE /v2.0/networks/2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2 HTTP/1.1" status: 204 len: 168 time: 0.6944265 Mar 09 19:53:56.592660 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dacfd0-6391-4724-8b42-75a186836f2d admin admin] Pushing event deleted for resources: {'Network': ['ID=2babe20d-7b6f-49d3-ab5e-7ec5ad0592b2,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:56.614301 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Pushing event updated for resources: {'Port': ['ID=e666919f-8441-4914-ad9e-74126411ca87,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:56.704655 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Attempting to bind port e666919f-8441-4914-ad9e-74126411ca87 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:53:56.705237 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Attempting to bind port e666919f-8441-4914-ad9e-74126411ca87 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:53:56.705638 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Attempting to bind port e666919f-8441-4914-ad9e-74126411ca87 on network e1fb9771-c14c-449d-8f62-3d71790f8b4f {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:53:56.713999 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Port e666919f-8441-4914-ad9e-74126411ca87 on network e1fb9771-c14c-449d-8f62-3d71790f8b4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 19:53:56.714560 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Attempting to bind port e666919f-8441-4914-ad9e-74126411ca87 on network e1fb9771-c14c-449d-8f62-3d71790f8b4f {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:53:56.725113 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:53:56.725497 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Checking segment: {'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:53:56.725943 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Bound using segment: {'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:53:56.726419 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Bound port: e666919f-8441-4914-ad9e-74126411ca87, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'}}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:53:56.726876 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (e666919f-8441-4914-ad9e-74126411ca87), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:56.800806 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43658) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:56.822909 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] For port e666919f-8441-4914-ad9e-74126411ca87, host hv-cinder-78836, cleared binding levels {{(pid=114605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:53:56.826213 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] For port e666919f-8441-4914-ad9e-74126411ca87, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e666919f-8441-4914-ad9e-74126411ca87,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:53:56.838038 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (e666919f-8441-4914-ad9e-74126411ca87), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:56.874536 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-510848f9-6511-40a6-8a1a-8b6595999e0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c266b267ea047a3931841f52520be1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0704980 Mar 09 19:53:56.874736 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43660) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:56.917590 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Pushing event updated for resources: {'Port': ['ID=e666919f-8441-4914-ad9e-74126411ca87,revision_number=3']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:56.932208 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c67dfe5b-03dd-44ab-80c7-aee234cd5ac9 admin admin] Publish callbacks [] for security_group (0fcf68d7-6aa2-48ff-88ce-1a513ede14e6), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:56.932690 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:56.933415 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:56.935145 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-fc65b8a5-a8f4-4db9-9009-28361fb21b3d service neutron] 10.222.0.20 "PUT /v2.0/ports/e666919f-8441-4914-ad9e-74126411ca87 HTTP/1.1" status: 200 len: 1094 time: 1.2712896 Mar 09 19:53:56.935915 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6ed419-0ad7-453f-bac7-b0e61c9a37b8', 'tag': 'e666919f-8441-4914-ad9e-74126411ca87'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:53:56.938278 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1069418-18d2-4446-97b1-0243e1b740c6" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6ed419-0ad7-453f-bac7-b0e61c9a37b8", "tag": "e666919f-8441-4914-ad9e-74126411ca87"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:53:56.968774 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c67dfe5b-03dd-44ab-80c7-aee234cd5ac9 admin admin] Publish callbacks [] for security_group (0fcf68d7-6aa2-48ff-88ce-1a513ede14e6), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:57.042055 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c67dfe5b-03dd-44ab-80c7-aee234cd5ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (0fcf68d7-6aa2-48ff-88ce-1a513ede14e6), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:57.047444 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c67dfe5b-03dd-44ab-80c7-aee234cd5ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:57.049647 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-c67dfe5b-03dd-44ab-80c7-aee234cd5ac9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0fcf68d7-6aa2-48ff-88ce-1a513ede14e6 HTTP/1.1" status: 204 len: 168 time: 0.1740074 Mar 09 19:53:57.053086 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754d69cb-0808-4311-ad9c-bbecd25c174d x-openstack-request-id: req-754d69cb-0808-4311-ad9c-bbecd25c174d {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:53:57.053780 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6ed419-0ad7-453f-bac7-b0e61c9a37b8", "tag": "e666919f-8441-4914-ad9e-74126411ca87", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:53:57.054197 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-754d69cb-0808-4311-ad9c-bbecd25c174d {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:53:57.054741 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6ed419-0ad7-453f-bac7-b0e61c9a37b8', 'tag': 'e666919f-8441-4914-ad9e-74126411ca87', 'status': 'completed', 'code': 200} Mar 09 19:53:57.061558 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67dfe5b-03dd-44ab-80c7-aee234cd5ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcf68d7-6aa2-48ff-88ce-1a513ede14e6,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:57.076991 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:53:57.092978 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-68b8283a-481f-4dda-9a5d-33d83a90b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:57.099917 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-68b8283a-481f-4dda-9a5d-33d83a90b702 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d035a3aae24ccb9b470e06d3d01412&device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 1128 time: 0.1060224 Mar 09 19:53:57.159390 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-960faa8a-4918-49f9-b071-0fba091a15be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e666919f-8441-4914-ad9e-74126411ca87 HTTP/1.1" status: 200 len: 217 time: 0.0523803 Mar 09 19:53:57.232333 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-5fd1a48d-205d-406c-8da9-8ae3ed201229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:57.233827 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-5fd1a48d-205d-406c-8da9-8ae3ed201229 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1691d741-1db9-45a9-b9fc-c8baf7574710 HTTP/1.1" status: 200 len: 854 time: 0.0683007 Mar 09 19:53:57.287721 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-51fa691c-1297-43ba-9666-481a6d7d9649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:57.289306 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-51fa691c-1297-43ba-9666-481a6d7d9649 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1fb9771-c14c-449d-8f62-3d71790f8b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480773 Mar 09 19:53:57.401831 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-8e61c10e-a27f-4891-898d-b3cc60c460f3 service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054304 Mar 09 19:53:57.467877 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5ea62-b372-4f7c-a566-e37f1550bbd1 req-509d213e-9e33-49d1-bc98-6f0c7a011ddd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:57.469517 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-64d5ea62-b372-4f7c-a566-e37f1550bbd1 req-509d213e-9e33-49d1-bc98-6f0c7a011ddd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 944 time: 0.0772855 Mar 09 19:53:57.480591 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43672) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:57.503075 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-9613e302-45bd-43e7-b1fe-3435252d30f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:57.537618 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-35f11da7-f1f1-40a1-b6f1-1439d488c78f req-676d33d6-7e08-4a24-8dd0-51b693efe891 service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269562 Mar 09 19:53:57.582972 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-64d5ea62-b372-4f7c-a566-e37f1550bbd1 req-7302b081-2514-40e5-aa06-cf8f6c114cb0 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=1462b8f5-6693-44b4-b600-1d3016ef65d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953243 Mar 09 19:53:57.632976 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1069418-18d2-4446-97b1-0243e1b740c6 req-7b7efcdd-89f8-4827-9c42-1a9a90a9e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:57.634682 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-c1069418-18d2-4446-97b1-0243e1b740c6 req-7b7efcdd-89f8-4827-9c42-1a9a90a9e46b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d035a3aae24ccb9b470e06d3d01412&device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 1128 time: 0.0474589 Mar 09 19:53:57.725153 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1069418-18d2-4446-97b1-0243e1b740c6 req-5a3ed546-eb01-4e6f-95c4-1ce04516d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:57.726744 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-c1069418-18d2-4446-97b1-0243e1b740c6 req-5a3ed546-eb01-4e6f-95c4-1ce04516d46d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1fb9771-c14c-449d-8f62-3d71790f8b4f HTTP/1.1" status: 200 len: 916 time: 0.0835049 Mar 09 19:53:57.771714 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-c1069418-18d2-4446-97b1-0243e1b740c6 req-72080f62-2d79-4eb8-8690-72f40a59dbac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e666919f-8441-4914-ad9e-74126411ca87 HTTP/1.1" status: 200 len: 217 time: 0.0378959 Mar 09 19:53:57.819090 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1069418-18d2-4446-97b1-0243e1b740c6 req-a98c02db-d86d-4551-9a5d-c2fd8296d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:57.820701 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-c1069418-18d2-4446-97b1-0243e1b740c6 req-a98c02db-d86d-4551-9a5d-c2fd8296d81e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1691d741-1db9-45a9-b9fc-c8baf7574710 HTTP/1.1" status: 200 len: 854 time: 0.0430675 Mar 09 19:53:57.883105 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1069418-18d2-4446-97b1-0243e1b740c6 req-9161e20d-5032-41ba-87c0-109ee1bb5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:57.884536 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-c1069418-18d2-4446-97b1-0243e1b740c6 req-9161e20d-5032-41ba-87c0-109ee1bb5c0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1fb9771-c14c-449d-8f62-3d71790f8b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437045 Mar 09 19:53:57.984260 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-c1069418-18d2-4446-97b1-0243e1b740c6 req-fdc5dc2a-6b2d-4caf-80ef-4b8422b302af service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918450 Mar 09 19:53:58.088440 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-c1069418-18d2-4446-97b1-0243e1b740c6 req-b9e55984-9d62-4192-b420-4521f7ff9bdb service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971549 Mar 09 19:53:58.206940 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9e3b0a2d-3dc3-41e9-968b-ba2e5cf45c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394882'] for router_interface (0fa0be56-7fb4-4b1e-8bf2-47e3f96362df), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:58.501691 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b0a2d-3dc3-41e9-968b-ba2e5cf45c69 admin admin] Deleting port fc05b0d0-f6ed-413e-8bb7-0066045a5e58 {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:53:58.502383 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9e3b0a2d-3dc3-41e9-968b-ba2e5cf45c69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (fc05b0d0-f6ed-413e-8bb7-0066045a5e58), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:58.581369 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [None req-9e3b0a2d-3dc3-41e9-968b-ba2e5cf45c69 admin admin] For port fc05b0d0-f6ed-413e-8bb7-0066045a5e58, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=fc05b0d0-f6ed-413e-8bb7-0066045a5e58,segment=NetworkSegment(611a46d8-2a38-496f-8795-6bc9a80f2d30),segment_id=611a46d8-2a38-496f-8795-6bc9a80f2d30)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:53:58.581719 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9e3b0a2d-3dc3-41e9-968b-ba2e5cf45c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (fc05b0d0-f6ed-413e-8bb7-0066045a5e58), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:58.593641 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b0a2d-3dc3-41e9-968b-ba2e5cf45c69 admin admin] Calling delete_port for fc05b0d0-f6ed-413e-8bb7-0066045a5e58 owned by network:router_interface {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:53:58.763938 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ea697-c79a-4682-8e38-271ce54c4d6d req-42cdc559-899e-4f6d-a895-1bda935398ee tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:53:58.765333 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-675ea697-c79a-4682-8e38-271ce54c4d6d req-42cdc559-899e-4f6d-a895-1bda935398ee tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 944 time: 0.1103199 Mar 09 19:53:58.834072 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-675ea697-c79a-4682-8e38-271ce54c4d6d req-785c8a51-d972-4f8b-991d-22724464cc73 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=1462b8f5-6693-44b4-b600-1d3016ef65d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580175 Mar 09 19:53:58.873123 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9e3b0a2d-3dc3-41e9-968b-ba2e5cf45c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (fc05b0d0-f6ed-413e-8bb7-0066045a5e58), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:58.903100 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b0a2d-3dc3-41e9-968b-ba2e5cf45c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc05b0d0-f6ed-413e-8bb7-0066045a5e58,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:53:59.077443 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9e3b0a2d-3dc3-41e9-968b-ba2e5cf45c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399378'] for router_interface (0fa0be56-7fb4-4b1e-8bf2-47e3f96362df), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:59.296479 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3b0a2d-3dc3-41e9-968b-ba2e5cf45c69 admin admin] Router 0fa0be56-7fb4-4b1e-8bf2-47e3f96362df has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:53:59.411115 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3b0a2d-3dc3-41e9-968b-ba2e5cf45c69 admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:53:59.417927 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-9e3b0a2d-3dc3-41e9-968b-ba2e5cf45c69 admin admin] 10.222.0.16 "PUT /v2.0/routers/0fa0be56-7fb4-4b1e-8bf2-47e3f96362df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9359965 Mar 09 19:53:59.420130 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43680) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:53:59.424485 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b9b9c6-351c-42b6-a1d5-e8a6101abcd2 None None] Sync routers for ids ['0fa0be56-7fb4-4b1e-8bf2-47e3f96362df'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:53:59.435449 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b9b9c6-351c-42b6-a1d5-e8a6101abcd2 None None] Routers {'0fa0be56-7fb4-4b1e-8bf2-47e3f96362df'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:53:59.436056 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-63b9b9c6-351c-42b6-a1d5-e8a6101abcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:53:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fa0be56-7fb4-4b1e-8bf2-47e3f96362df'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:59.526075 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ab7366ac-cc2b-48f7-ad7c-db89901d8fbf admin admin] Publish callbacks [] for router (0fa0be56-7fb4-4b1e-8bf2-47e3f96362df), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:59.544268 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-63b9b9c6-351c-42b6-a1d5-e8a6101abcd2 None None] Set router 0fa0be56-7fb4-4b1e-8bf2-47e3f96362df gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:53:59.638601 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ab7366ac-cc2b-48f7-ad7c-db89901d8fbf admin admin] Publish callbacks [] for router_gateway (0fa0be56-7fb4-4b1e-8bf2-47e3f96362df), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:59.699571 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-ab7366ac-cc2b-48f7-ad7c-db89901d8fbf admin admin] Deleting port 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:53:59.700009 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ab7366ac-cc2b-48f7-ad7c-db89901d8fbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (2ceda2ce-fd23-4a7e-8b8c-63ed44919ece), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:59.726612 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-63b9b9c6-351c-42b6-a1d5-e8a6101abcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa0be56-7fb4-4b1e-8bf2-47e3f96362df', 'name': 'tempest-ServerRescueNegativeTestJSON-1597988352-router', 'tenant_id': 'f40a33baeda64a69bab5c022461457ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '2ceda2ce-fd23-4a7e-8b8c-63ed44919ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:58Z', 'updated_at': '2022-03-09T19:53:58Z', 'revision_number': 5, 'project_id': 'f40a33baeda64a69bab5c022461457ab', 'gw_port': {'id': '2ceda2ce-fd23-4a7e-8b8c-63ed44919ece', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa0be56-7fb4-4b1e-8bf2-47e3f96362df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:00Z', 'updated_at': '2022-03-09T19:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:59.749239 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-37268794-15fe-4594-8217-37ce67153b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:59.758501 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b9b9c6-351c-42b6-a1d5-e8a6101abcd2 None None] Checking router: 0fa0be56-7fb4-4b1e-8bf2-47e3f96362df for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:53:59.766607 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b9b9c6-351c-42b6-a1d5-e8a6101abcd2 None None] Routers {'0fa0be56-7fb4-4b1e-8bf2-47e3f96362df'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:53:59.767197 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-63b9b9c6-351c-42b6-a1d5-e8a6101abcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:54:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['0fa0be56-7fb4-4b1e-8bf2-47e3f96362df'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:59.783933 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [None req-ab7366ac-cc2b-48f7-ad7c-db89901d8fbf admin admin] For port 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=2ceda2ce-fd23-4a7e-8b8c-63ed44919ece,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:53:59.784324 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ab7366ac-cc2b-48f7-ad7c-db89901d8fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (2ceda2ce-fd23-4a7e-8b8c-63ed44919ece), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:53:59.797349 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-ab7366ac-cc2b-48f7-ad7c-db89901d8fbf admin admin] Calling delete_port for 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece owned by network:router_gateway {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:53:59.857312 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-63b9b9c6-351c-42b6-a1d5-e8a6101abcd2 None None] Set router 0fa0be56-7fb4-4b1e-8bf2-47e3f96362df gateway port host: None {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:53:59.910885 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-63b9b9c6-351c-42b6-a1d5-e8a6101abcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa0be56-7fb4-4b1e-8bf2-47e3f96362df', 'name': 'tempest-ServerRescueNegativeTestJSON-1597988352-router', 'tenant_id': 'f40a33baeda64a69bab5c022461457ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:58Z', 'updated_at': '2022-03-09T19:53:59Z', 'revision_number': 6, 'project_id': 'f40a33baeda64a69bab5c022461457ab', 'gw_port_host': None}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:53:59.940219 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b9b9c6-351c-42b6-a1d5-e8a6101abcd2 None None] The sync data for ids ['0fa0be56-7fb4-4b1e-8bf2-47e3f96362df'] in dv-cinder-788366-9-iscsi is: [{'id': '0fa0be56-7fb4-4b1e-8bf2-47e3f96362df', 'name': 'tempest-ServerRescueNegativeTestJSON-1597988352-router', 'tenant_id': 'f40a33baeda64a69bab5c022461457ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:58Z', 'updated_at': '2022-03-09T19:53:59Z', 'revision_number': 6, 'project_id': 'f40a33baeda64a69bab5c022461457ab', 'gw_port_host': None}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:54:00.003846 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8f63b-f10c-490c-9c65-b43112966c25 req-29f76369-069e-49b7-82d4-ad4372d3e2c8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:00.005504 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-79e8f63b-f10c-490c-9c65-b43112966c25 req-29f76369-069e-49b7-82d4-ad4372d3e2c8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 944 time: 0.0959353 Mar 09 19:54:00.043420 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ab7366ac-cc2b-48f7-ad7c-db89901d8fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (2ceda2ce-fd23-4a7e-8b8c-63ed44919ece), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:00.085011 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7366ac-cc2b-48f7-ad7c-db89901d8fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=2ceda2ce-fd23-4a7e-8b8c-63ed44919ece,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:00.094617 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-79e8f63b-f10c-490c-9c65-b43112966c25 req-1026a471-babd-4dd4-ac6a-45b701f5e2bd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=1462b8f5-6693-44b4-b600-1d3016ef65d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823560 Mar 09 19:54:00.151113 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ab7366ac-cc2b-48f7-ad7c-db89901d8fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396984'] for router_gateway (0fa0be56-7fb4-4b1e-8bf2-47e3f96362df), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:00.258019 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ab7366ac-cc2b-48f7-ad7c-db89901d8fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24815'] for router (0fa0be56-7fb4-4b1e-8bf2-47e3f96362df), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:00.260211 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ab7366ac-cc2b-48f7-ad7c-db89901d8fbf admin admin] Publish callbacks [] for router_controller (0fa0be56-7fb4-4b1e-8bf2-47e3f96362df), precommit_delete_associations {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:00.326488 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ab7366ac-cc2b-48f7-ad7c-db89901d8fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398124'] for router (0fa0be56-7fb4-4b1e-8bf2-47e3f96362df), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:00.327095 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7366ac-cc2b-48f7-ad7c-db89901d8fbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fa0be56-7fb4-4b1e-8bf2-47e3f96362df {{(pid=114604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 19:54:00.332508 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ab7366ac-cc2b-48f7-ad7c-db89901d8fbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:00.336422 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-ab7366ac-cc2b-48f7-ad7c-db89901d8fbf admin admin] 10.222.0.16 "DELETE /v2.0/routers/0fa0be56-7fb4-4b1e-8bf2-47e3f96362df HTTP/1.1" status: 204 len: 168 time: 0.9132459 Mar 09 19:54:00.337223 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43688) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:00.398310 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a55b20-a51b-416f-8267-9a5836818985 admin admin] Deleting subnet 80514b34-5e48-4a20-8a26-dafa704cc5f5 {{(pid=114604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 19:54:00.401452 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-77a55b20-a51b-416f-8267-9a5836818985 admin admin] Publish callbacks [] for subnet (80514b34-5e48-4a20-8a26-dafa704cc5f5), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:00.434928 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-77a55b20-a51b-416f-8267-9a5836818985 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9789639'] for subnet (80514b34-5e48-4a20-8a26-dafa704cc5f5), precommit_delete_associations {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:00.474393 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-77a55b20-a51b-416f-8267-9a5836818985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971543'] for subnet (80514b34-5e48-4a20-8a26-dafa704cc5f5), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:00.523630 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-77a55b20-a51b-416f-8267-9a5836818985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12497931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12031228'] for subnet (80514b34-5e48-4a20-8a26-dafa704cc5f5), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:00.549905 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a55b20-a51b-416f-8267-9a5836818985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80514b34-5e48-4a20-8a26-dafa704cc5f5,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:00.553842 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-77a55b20-a51b-416f-8267-9a5836818985 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:00.556945 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-77a55b20-a51b-416f-8267-9a5836818985 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/80514b34-5e48-4a20-8a26-dafa704cc5f5 HTTP/1.1" status: 204 len: 168 time: 0.2186444 Mar 09 19:54:00.559465 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43694) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:00.624270 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-37a5d9f4-87fd-4af7-b932-c062635de969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3180242'] for network (afc5eb80-49ab-4378-95f2-aaf87384a62e), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:00.806480 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device e666919f-8441-4914-ad9e-74126411ca87 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:54:00.811095 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 767daaf2-91c4-44ca-9887-2637f3465639 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:54:00.843928 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: 767daaf2-91c4-44ca-9887-2637f3465639 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:54:00.844321 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 767daaf2-91c4-44ca-9887-2637f3465639 not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:54:00.927862 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device fc05b0d0-f6ed-413e-8bb7-0066045a5e58 no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:54:00.934580 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:00.946825 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-37a5d9f4-87fd-4af7-b932-c062635de969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972268', 'neutron.services.segments.db._delete_segments_for_network-8774125231894'] for network (afc5eb80-49ab-4378-95f2-aaf87384a62e), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:00.968722 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-37a5d9f4-87fd-4af7-b932-c062635de969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc5eb80-49ab-4378-95f2-aaf87384a62e']}} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:00.978754 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-37a5d9f4-87fd-4af7-b932-c062635de969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611a46d8-2a38-496f-8795-6bc9a80f2d30') {'for_net_delete': True} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:00.979072 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-37a5d9f4-87fd-4af7-b932-c062635de969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611a46d8-2a38-496f-8795-6bc9a80f2d30') {} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:00.990722 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-37a5d9f4-87fd-4af7-b932-c062635de969 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774125231135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9789644'] for segment (611a46d8-2a38-496f-8795-6bc9a80f2d30), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:01.007855 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-37a5d9f4-87fd-4af7-b932-c062635de969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (611a46d8-2a38-496f-8795-6bc9a80f2d30), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:01.014490 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a5d9f4-87fd-4af7-b932-c062635de969 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=114604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 19:54:01.014885 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-37a5d9f4-87fd-4af7-b932-c062635de969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12498389'] for segment (611a46d8-2a38-496f-8795-6bc9a80f2d30), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: Traceback (most recent call last): Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: timer() Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: cb(*args, **kw) Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: return func(*args, **kwargs) Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: self._notify() Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: self.callback(batched_events) Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: event.method(event) Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: return f(self, *a, **k) Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: return self._get(url).json() Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: return self.request(url, 'GET', **kwargs) Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 19:54:01.016910 dv-cinder-788366-9-iscsi neutron-server[114604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 19:54:01.078054 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-37a5d9f4-87fd-4af7-b932-c062635de969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396956'] for network (afc5eb80-49ab-4378-95f2-aaf87384a62e), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:01.085491 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-37a5d9f4-87fd-4af7-b932-c062635de969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:01.092659 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-37a5d9f4-87fd-4af7-b932-c062635de969 admin admin] 10.222.0.16 "DELETE /v2.0/networks/afc5eb80-49ab-4378-95f2-aaf87384a62e HTTP/1.1" status: 204 len: 168 time: 0.5322104 Mar 09 19:54:01.094372 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: fc05b0d0-f6ed-413e-8bb7-0066045a5e58 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:54:01.094713 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device fc05b0d0-f6ed-413e-8bb7-0066045a5e58 not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:54:01.095306 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:54:01.103649 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5d9f4-87fd-4af7-b932-c062635de969 admin admin] Pushing event deleted for resources: {'Network': ['ID=afc5eb80-49ab-4378-95f2-aaf87384a62e,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:01.107672 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port e666919f-8441-4914-ad9e-74126411ca87, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e666919f-8441-4914-ad9e-74126411ca87,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:54:01.135872 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:54:01.136196 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 2ceda2ce-fd23-4a7e-8b8c-63ed44919ece not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:54:01.138191 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': 'e666919f-8441-4914-ad9e-74126411ca87', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'port_id': 'e666919f-8441-4914-ad9e-74126411ca87', 'mac_address': 'fa:16:3e:9f:b1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:54:01.189782 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port e666919f-8441-4914-ad9e-74126411ca87 is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:54:01.190529 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (e666919f-8441-4914-ad9e-74126411ca87), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:01.209563 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e666919f-8441-4914-ad9e-74126411ca87 {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:54:01.235256 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port e666919f-8441-4914-ad9e-74126411ca87, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e666919f-8441-4914-ad9e-74126411ca87,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:54:01.238939 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (e666919f-8441-4914-ad9e-74126411ca87), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:01.246923 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d5e73-2dcc-4742-9cc6-d8201f41e53a req-5147192d-d067-4abb-8671-6ddbee2e7ed8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:01.248822 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-599d5e73-2dcc-4742-9cc6-d8201f41e53a req-5147192d-d067-4abb-8671-6ddbee2e7ed8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 944 time: 0.0783601 Mar 09 19:54:01.301454 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-599d5e73-2dcc-4742-9cc6-d8201f41e53a req-35a31671-ed70-48fb-9154-3028855bd159 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=1462b8f5-6693-44b4-b600-1d3016ef65d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451925 Mar 09 19:54:01.301610 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43710) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:01.308948 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=e666919f-8441-4914-ad9e-74126411ca87,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:01.341236 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-6781b69e-539b-4b9f-970f-4b8f36c497ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f40a33baeda64a69bab5c022461457ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384684 Mar 09 19:54:01.343626 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43712) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:01.390082 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-023129fa-40ed-4174-b600-59096cf26a36 admin admin] Publish callbacks [] for security_group (633bc1f2-aebf-4a88-af99-9256c48aacbe), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:01.410799 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-023129fa-40ed-4174-b600-59096cf26a36 admin admin] Publish callbacks [] for security_group (633bc1f2-aebf-4a88-af99-9256c48aacbe), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:01.457451 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-023129fa-40ed-4174-b600-59096cf26a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (633bc1f2-aebf-4a88-af99-9256c48aacbe), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:01.460519 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-023129fa-40ed-4174-b600-59096cf26a36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:01.461671 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-023129fa-40ed-4174-b600-59096cf26a36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/633bc1f2-aebf-4a88-af99-9256c48aacbe HTTP/1.1" status: 204 len: 168 time: 0.1171052 Mar 09 19:54:01.469110 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023129fa-40ed-4174-b600-59096cf26a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633bc1f2-aebf-4a88-af99-9256c48aacbe,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:01.482412 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['e666919f-8441-4914-ad9e-74126411ca87'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:54:02.079034 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:02.419612 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c26be-b5f7-4a57-a187-c38d151c136d req-e8b07dbd-f2bd-47e4-939c-078a3cdf55f6 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:02.421568 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-160c26be-b5f7-4a57-a187-c38d151c136d req-e8b07dbd-f2bd-47e4-939c-078a3cdf55f6 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 945 time: 0.0559819 Mar 09 19:54:02.462383 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:02.473819 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-160c26be-b5f7-4a57-a187-c38d151c136d req-9ff38c6b-49bd-4445-ab78-8a137252e5e8 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=1462b8f5-6693-44b4-b600-1d3016ef65d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443165 Mar 09 19:54:02.807855 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device e666919f-8441-4914-ad9e-74126411ca87 up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:54:02.859226 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port e666919f-8441-4914-ad9e-74126411ca87 completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 19:54:02.863063 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port e666919f-8441-4914-ad9e-74126411ca87 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:54:02.863417 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (e666919f-8441-4914-ad9e-74126411ca87), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:02.942539 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port e666919f-8441-4914-ad9e-74126411ca87 is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:54:02.942958 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (e666919f-8441-4914-ad9e-74126411ca87), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:02.967906 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6ed419-0ad7-453f-bac7-b0e61c9a37b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e666919f-8441-4914-ad9e-74126411ca87'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:54:02.970593 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331f8583-4c59-4315-af14-96ef5cda555e" -d '{"events": [{"server_uuid": "3c6ed419-0ad7-453f-bac7-b0e61c9a37b8", "name": "network-vif-plugged", "status": "completed", "tag": "e666919f-8441-4914-ad9e-74126411ca87"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:54:02.986783 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port e666919f-8441-4914-ad9e-74126411ca87, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e666919f-8441-4914-ad9e-74126411ca87,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:54:02.991540 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (e666919f-8441-4914-ad9e-74126411ca87), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:03.016999 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df523175-37f2-4e73-b97d-c1abbbf9cf4e x-openstack-request-id: req-df523175-37f2-4e73-b97d-c1abbbf9cf4e {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:54:03.017317 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6ed419-0ad7-453f-bac7-b0e61c9a37b8", "name": "network-vif-plugged", "status": "completed", "tag": "e666919f-8441-4914-ad9e-74126411ca87", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:54:03.017580 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df523175-37f2-4e73-b97d-c1abbbf9cf4e {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:54:03.017969 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6ed419-0ad7-453f-bac7-b0e61c9a37b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e666919f-8441-4914-ad9e-74126411ca87', 'code': 200} Mar 09 19:54:03.049747 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=e666919f-8441-4914-ad9e-74126411ca87,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:03.116952 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43768) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:03.182338 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1f318-476c-4b5b-9424-19ab040901bd req-560ef445-3367-4c17-adf7-dcd42509b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:03.183813 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-41e1f318-476c-4b5b-9424-19ab040901bd req-560ef445-3367-4c17-adf7-dcd42509b0e9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 1130 time: 0.0422871 Mar 09 19:54:03.227029 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f9009569-455f-4547-8111-e9b2fe9210e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:03.251471 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-41e1f318-476c-4b5b-9424-19ab040901bd req-0786b4f2-8da7-4651-8a30-ed11b8a136f6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1462b8f5-6693-44b4-b600-1d3016ef65d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604486 Mar 09 19:54:03.311286 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f9009569-455f-4547-8111-e9b2fe9210e5 admin admin] Publish callbacks [] for security_group (691a5bd6-878f-45cd-a6b0-9268542257ff), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:03.315007 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f9009569-455f-4547-8111-e9b2fe9210e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (691a5bd6-878f-45cd-a6b0-9268542257ff), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:03.351816 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-f9009569-455f-4547-8111-e9b2fe9210e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43210da9e92d4248858652094cefb325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337835 Mar 09 19:54:03.353729 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9009569-455f-4547-8111-e9b2fe9210e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691a5bd6-878f-45cd-a6b0-9268542257ff,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:03.354545 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43774) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:03.400340 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c57001ff-2625-40d4-8da4-4c5f1c759e21 admin admin] Publish callbacks [] for security_group (691a5bd6-878f-45cd-a6b0-9268542257ff), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:03.423234 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c57001ff-2625-40d4-8da4-4c5f1c759e21 admin admin] Publish callbacks [] for security_group (691a5bd6-878f-45cd-a6b0-9268542257ff), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:03.468169 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c57001ff-2625-40d4-8da4-4c5f1c759e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (691a5bd6-878f-45cd-a6b0-9268542257ff), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:03.470685 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c57001ff-2625-40d4-8da4-4c5f1c759e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:03.471812 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-c57001ff-2625-40d4-8da4-4c5f1c759e21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/691a5bd6-878f-45cd-a6b0-9268542257ff HTTP/1.1" status: 204 len: 168 time: 0.1163149 Mar 09 19:54:03.479298 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57001ff-2625-40d4-8da4-4c5f1c759e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691a5bd6-878f-45cd-a6b0-9268542257ff,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:03.592419 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f8248-b0f3-43b4-be19-429c7173975e req-ec31a1f9-1304-46de-ba16-1678bcb3fe21 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:03.593879 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b17f8248-b0f3-43b4-be19-429c7173975e req-ec31a1f9-1304-46de-ba16-1678bcb3fe21 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 946 time: 0.0518634 Mar 09 19:54:03.640873 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b17f8248-b0f3-43b4-be19-429c7173975e req-6df631c0-9a52-4536-8b45-cdd7e548baeb tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=1462b8f5-6693-44b4-b600-1d3016ef65d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411603 Mar 09 19:54:03.731195 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43782) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:03.744389 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-222031c8-8c74-40d3-8537-5be59076436e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:03.813923 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-222031c8-8c74-40d3-8537-5be59076436e admin admin] Publish callbacks [] for security_group (2dd4c443-63b3-4751-a06b-d7cf6dccd7db), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:03.818855 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-222031c8-8c74-40d3-8537-5be59076436e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (2dd4c443-63b3-4751-a06b-d7cf6dccd7db), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:03.852095 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:03.861039 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-222031c8-8c74-40d3-8537-5be59076436e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b91055d2092416db3978376771091c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285713 Mar 09 19:54:03.862961 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222031c8-8c74-40d3-8537-5be59076436e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd4c443-63b3-4751-a06b-d7cf6dccd7db,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:03.863755 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43784) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:03.912211 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-028d3437-0273-4973-8d51-aa31adda2375 admin admin] Publish callbacks [] for security_group (2dd4c443-63b3-4751-a06b-d7cf6dccd7db), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:03.933523 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-028d3437-0273-4973-8d51-aa31adda2375 admin admin] Publish callbacks [] for security_group (2dd4c443-63b3-4751-a06b-d7cf6dccd7db), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:03.978206 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-028d3437-0273-4973-8d51-aa31adda2375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (2dd4c443-63b3-4751-a06b-d7cf6dccd7db), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:03.980950 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-028d3437-0273-4973-8d51-aa31adda2375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:03.982079 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-028d3437-0273-4973-8d51-aa31adda2375 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2dd4c443-63b3-4751-a06b-d7cf6dccd7db HTTP/1.1" status: 204 len: 168 time: 0.1173332 Mar 09 19:54:03.990901 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d3437-0273-4973-8d51-aa31adda2375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd4c443-63b3-4751-a06b-d7cf6dccd7db,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:04.775345 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3045d0-416d-4b3b-a8a6-a8d1f9f4e6dc req-47ffc4b7-aa69-4cc2-b2f8-19e7661a4a64 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:04.776842 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3f3045d0-416d-4b3b-a8a6-a8d1f9f4e6dc req-47ffc4b7-aa69-4cc2-b2f8-19e7661a4a64 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 946 time: 0.0574174 Mar 09 19:54:04.824122 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3f3045d0-416d-4b3b-a8a6-a8d1f9f4e6dc req-513ad625-a964-480c-bc8b-41d48e7d735c tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=1462b8f5-6693-44b4-b600-1d3016ef65d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417018 Mar 09 19:54:05.563221 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-65f725b9-4cb1-4fd8-8141-ffd760bbafeb tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946158962&fields=id&tenant_id=62b43418ea084d90a7da278a1c129a34 HTTP/1.1" status: 200 len: 267 time: 0.0471377 Mar 09 19:54:05.674075 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-76da2ded-003f-4372-b629-de1d677fb62a tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:05.675422 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-76da2ded-003f-4372-b629-de1d677fb62a tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/networks?id=78f48c1a-404b-46a8-a76c-8d73a6cab978 HTTP/1.1" status: 200 len: 808 time: 0.1045921 Mar 09 19:54:05.689983 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-134904d2-ca7b-4a8d-b5a0-cdb46385ff71 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/quotas/62b43418ea084d90a7da278a1c129a34 HTTP/1.1" status: 200 len: 375 time: 0.0084953 Mar 09 19:54:05.742317 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-21ab0dc5-fde3-48b3-bbd7-dc770b724148 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=62b43418ea084d90a7da278a1c129a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474246 Mar 09 19:54:05.837694 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-826f6fd4-ce00-44fc-aebc-1d0f6255895a service neutron] 10.222.0.16 "GET /v2.0/networks/78f48c1a-404b-46a8-a76c-8d73a6cab978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841231 Mar 09 19:54:05.952003 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-0e18eead-6133-43fc-be2f-c59e07aa6167 service neutron] 10.222.0.16 "GET /v2.0/networks/78f48c1a-404b-46a8-a76c-8d73a6cab978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087401 Mar 09 19:54:05.973552 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e23b1-db7a-45e6-b6c1-dbd5c147aac6 req-3aaf8d44-c3ee-49d9-a1ea-ce19e6ad73d1 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:05.975672 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b35e23b1-db7a-45e6-b6c1-dbd5c147aac6 req-3aaf8d44-c3ee-49d9-a1ea-ce19e6ad73d1 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 946 time: 0.0768030 Mar 09 19:54:06.025715 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b35e23b1-db7a-45e6-b6c1-dbd5c147aac6 req-6b2bff26-f4dd-4e29-affe-73db429be265 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=1462b8f5-6693-44b4-b600-1d3016ef65d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443721 Mar 09 19:54:06.137664 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299173ac-087f-4846-b38e-4506beea4c23 req-5a8d0787-dfc8-4b7f-a4fa-cb9932990588 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:06.139136 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-299173ac-087f-4846-b38e-4506beea4c23 req-5a8d0787-dfc8-4b7f-a4fa-cb9932990588 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 946 time: 0.0525386 Mar 09 19:54:06.148406 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43854) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:06.152806 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-d76bb27e-0fb0-4a0f-a9c9-bdc7e5b13afe tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'floatingip': {'port_id': 'e666919f-8441-4914-ad9e-74126411ca87'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:54:06.191487 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d76bb27e-0fb0-4a0f-a9c9-bdc7e5b13afe tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (b07eba40-c57a-47bd-a5ae-386e37427ddf), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:06.275513 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0c171065-1a9f-4da1-9ebc-ddefb78a7c9a req-77e55947-4337-4438-8fab-17d75eff5152 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 210 time: 0.0500743 Mar 09 19:54:06.736899 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d76bb27e-0fb0-4a0f-a9c9-bdc7e5b13afe tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:06.742710 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d76bb27e-0fb0-4a0f-a9c9-bdc7e5b13afe tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (b07eba40-c57a-47bd-a5ae-386e37427ddf), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:06.851991 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [None req-d76bb27e-0fb0-4a0f-a9c9-bdc7e5b13afe tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Floating IP b07eba40-c57a-47bd-a5ae-386e37427ddf associated. External IP: 172.27.3.60, port: e666919f-8441-4914-ad9e-74126411ca87. Mar 09 19:54:07.062832 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76bb27e-0fb0-4a0f-a9c9-bdc7e5b13afe tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:54:07.182353 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76bb27e-0fb0-4a0f-a9c9-bdc7e5b13afe tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:54:07.187680 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d76bb27e-0fb0-4a0f-a9c9-bdc7e5b13afe tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:07.195443 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f207ff-875e-448e-962d-40cedb38cad5 None None] Sync routers for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:54:07.208401 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f207ff-875e-448e-962d-40cedb38cad5 None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:54:07.209310 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-d8f207ff-875e-448e-962d-40cedb38cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:54:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:07.223005 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-d76bb27e-0fb0-4a0f-a9c9-bdc7e5b13afe tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "PUT /v2.0/floatingips/b07eba40-c57a-47bd-a5ae-386e37427ddf HTTP/1.1" status: 200 len: 991 time: 1.0735476 Mar 09 19:54:07.224550 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6ed419-0ad7-453f-bac7-b0e61c9a37b8', 'tag': 'e666919f-8441-4914-ad9e-74126411ca87'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:54:07.227625 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3737d698-199f-4cef-b36c-796e31406742" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6ed419-0ad7-453f-bac7-b0e61c9a37b8", "tag": "e666919f-8441-4914-ad9e-74126411ca87"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:54:07.267370 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc763182-c60a-48f0-a42a-175b45738437 x-openstack-request-id: req-bc763182-c60a-48f0-a42a-175b45738437 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:54:07.267851 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6ed419-0ad7-453f-bac7-b0e61c9a37b8", "tag": "e666919f-8441-4914-ad9e-74126411ca87", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:54:07.268322 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc763182-c60a-48f0-a42a-175b45738437 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:54:07.268872 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6ed419-0ad7-453f-bac7-b0e61c9a37b8', 'tag': 'e666919f-8441-4914-ad9e-74126411ca87', 'status': 'completed', 'code': 200} Mar 09 19:54:07.330592 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-a3795c95-0cc6-4021-8316-101c5189eda8 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:07.333745 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-a3795c95-0cc6-4021-8316-101c5189eda8 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.20 "GET /v2.0/networks?id=78f48c1a-404b-46a8-a76c-8d73a6cab978 HTTP/1.1" status: 200 len: 808 time: 0.1535342 Mar 09 19:54:07.363843 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-d8f207ff-875e-448e-962d-40cedb38cad5 None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:54:07.396333 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d409d569-5d2b-4e66-b820-e40ca97ce8aa req-687f5d13-5a70-483d-9a25-a74cc034f84c tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 210 time: 0.0357149 Mar 09 19:54:07.402366 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737d698-199f-4cef-b36c-796e31406742 req-f83b15c4-d73c-42e9-80b1-298438c4ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:07.403918 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3737d698-199f-4cef-b36c-796e31406742 req-f83b15c4-d73c-42e9-80b1-298438c4ad38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d035a3aae24ccb9b470e06d3d01412&device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 1130 time: 0.1124501 Mar 09 19:54:07.437230 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-1f6f713a-2dc3-4896-a0c5-fcd611147c9d tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b43418ea084d90a7da278a1c129a34 HTTP/1.1" status: 200 len: 379 time: 0.0939367 Mar 09 19:54:07.453512 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-067d9c7d-5348-42c3-b3b5-a95681b83203 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Request body: {'port': {'device_id': '551acae4-4699-4e90-95eb-243cdd19aff4', 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978', 'admin_state_up': True, 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'security_groups': ['4d8aae0a-dead-40a3-a3b5-b7f2df42775c']}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:54:07.539454 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737d698-199f-4cef-b36c-796e31406742 req-1d25848d-c69d-41fd-88a5-5923721b472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:07.541235 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3737d698-199f-4cef-b36c-796e31406742 req-1d25848d-c69d-41fd-88a5-5923721b472e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1fb9771-c14c-449d-8f62-3d71790f8b4f HTTP/1.1" status: 200 len: 916 time: 0.1298966 Mar 09 19:54:07.578485 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-067d9c7d-5348-42c3-b3b5-a95681b83203 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Made reservation on behalf of 62b43418ea084d90a7da278a1c129a34 for: {'port': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:54:07.582232 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-067d9c7d-5348-42c3-b3b5-a95681b83203 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:07.616363 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3737d698-199f-4cef-b36c-796e31406742 req-c2ff873e-819c-4e62-83eb-2a854e35b323 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e666919f-8441-4914-ad9e-74126411ca87 HTTP/1.1" status: 200 len: 999 time: 0.0677145 Mar 09 19:54:07.655314 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-d8f207ff-875e-448e-962d-40cedb38cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': 'b07eba40-c57a-47bd-a5ae-386e37427ddf', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'port_id': 'e666919f-8441-4914-ad9e-74126411ca87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'mac_address': 'fa:16:3e:9f:b1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ed419-0ad7-453f-bac7-b0e61c9a37b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:53:52Z', 'updated_at': '2022-03-09T19:54:06Z', 'revision_number': 1, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:07.668520 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737d698-199f-4cef-b36c-796e31406742 req-e5239bb5-b1c3-4c66-8592-ded90ed864cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:07.670162 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3737d698-199f-4cef-b36c-796e31406742 req-e5239bb5-b1c3-4c66-8592-ded90ed864cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1691d741-1db9-45a9-b9fc-c8baf7574710 HTTP/1.1" status: 200 len: 854 time: 0.0474873 Mar 09 19:54:07.683785 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f207ff-875e-448e-962d-40cedb38cad5 None None] Checking router: e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:54:07.697155 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f207ff-875e-448e-962d-40cedb38cad5 None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:54:07.698336 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-d8f207ff-875e-448e-962d-40cedb38cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:54:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:07.721862 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-067d9c7d-5348-42c3-b3b5-a95681b83203 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Allocated IP 172.20.0.10 (78f48c1a-404b-46a8-a76c-8d73a6cab978/d5d74d19-614f-4e40-b80c-b52f3e9956b9/dc8d34a5-7986-4102-ab2b-9f22f2e8bf07) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:54:07.723668 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737d698-199f-4cef-b36c-796e31406742 req-46998ef9-017f-4623-bfe3-c9c5a0138382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:07.725631 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3737d698-199f-4cef-b36c-796e31406742 req-46998ef9-017f-4623-bfe3-c9c5a0138382 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1fb9771-c14c-449d-8f62-3d71790f8b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486605 Mar 09 19:54:07.847963 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-d8f207ff-875e-448e-962d-40cedb38cad5 None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:54:07.866308 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3737d698-199f-4cef-b36c-796e31406742 req-c32c679c-44bf-46b3-bcd3-6462a5c9ddad service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344259 Mar 09 19:54:07.925289 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-067d9c7d-5348-42c3-b3b5-a95681b83203 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:07.974049 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-067d9c7d-5348-42c3-b3b5-a95681b83203 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:08.021932 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3737d698-199f-4cef-b36c-796e31406742 req-95e5ead8-264d-4b21-9e79-9d6858aa0b31 service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450546 Mar 09 19:54:08.033518 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-067d9c7d-5348-42c3-b3b5-a95681b83203 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Network 78f48c1a-404b-46a8-a76c-8d73a6cab978 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:54:08.041308 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-067d9c7d-5348-42c3-b3b5-a95681b83203 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:54:08.045056 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-067d9c7d-5348-42c3-b3b5-a95681b83203 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:54:08.099860 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d9c7d-5348-42c3-b3b5-a95681b83203 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Pushing event updated for resources: {'Port': ['ID=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:08.145948 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-067d9c7d-5348-42c3-b3b5-a95681b83203 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:08.147809 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-067d9c7d-5348-42c3-b3b5-a95681b83203 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:08.154081 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-d8f207ff-875e-448e-962d-40cedb38cad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': 'b07eba40-c57a-47bd-a5ae-386e37427ddf', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'port_id': 'e666919f-8441-4914-ad9e-74126411ca87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'mac_address': 'fa:16:3e:9f:b1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ed419-0ad7-453f-bac7-b0e61c9a37b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:53:52Z', 'updated_at': '2022-03-09T19:54:06Z', 'revision_number': 1, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:08.175732 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-067d9c7d-5348-42c3-b3b5-a95681b83203 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7288923 Mar 09 19:54:08.183921 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f207ff-875e-448e-962d-40cedb38cad5 None None] The sync data for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi is: [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': 'b07eba40-c57a-47bd-a5ae-386e37427ddf', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'port_id': 'e666919f-8441-4914-ad9e-74126411ca87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'mac_address': 'fa:16:3e:9f:b1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6ed419-0ad7-453f-bac7-b0e61c9a37b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:53:52Z', 'updated_at': '2022-03-09T19:54:06Z', 'revision_number': 1, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:54:08.192270 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Request body: {'port': {'device_id': '551acae4-4699-4e90-95eb-243cdd19aff4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:54:08.210751 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e110e6d-254f-4733-9401-b102a6894724 req-b454d990-effa-4d5f-8953-cf540911655a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:08.218029 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1e110e6d-254f-4733-9401-b102a6894724 req-b454d990-effa-4d5f-8953-cf540911655a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 946 time: 0.0859771 Mar 09 19:54:08.279330 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1e110e6d-254f-4733-9401-b102a6894724 req-f82dbe7f-9e6e-479e-b5ed-264f76a0cc67 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564287 Mar 09 19:54:08.291704 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:08.427568 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-4de06578-afe4-46e5-bfd0-6f3146068622 None None] Provisioning complete for port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:54:08.429956 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-4de06578-afe4-46e5-bfd0-6f3146068622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:08.477741 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-4de06578-afe4-46e5-bfd0-6f3146068622 None None] Port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:54:08.500396 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58171be3-41a2-49f1-bb99-88e065776634 None None] New status for floating IP b07eba40-c57a-47bd-a5ae-386e37427ddf: ACTIVE {{(pid=114607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:54:08.565075 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae543187-5ff2-4cd8-b362-c03860129404 req-fa12e85e-6356-4a0b-ab50-77d860558ebd tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:08.566920 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ae543187-5ff2-4cd8-b362-c03860129404 req-fa12e85e-6356-4a0b-ab50-77d860558ebd tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 932 time: 0.0714157 Mar 09 19:54:08.613754 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43930) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:08.630768 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ae543187-5ff2-4cd8-b362-c03860129404 req-564a5b61-43f9-4fa2-a66a-6e8c5c718dd1 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577064 Mar 09 19:54:08.638927 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 {{(pid=114605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:54:08.647878 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Publish callbacks [] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:08.660453 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.provisioning_blocks [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Transition to ACTIVE for port object dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 will not be triggered until provisioned by entity L2. {{(pid=114605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 19:54:08.665428 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:08.733870 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:08.748263 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-aeb20105-28da-4a8d-8e11-d162f1bf5e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:08.795242 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Attempting to bind port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:54:08.795659 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Attempting to bind port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c1d3b307-6053-4dc9-a67f-179590ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978'}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:54:08.796113 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Attempting to bind port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 on network 78f48c1a-404b-46a8-a76c-8d73a6cab978 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:54:08.807840 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 on network 78f48c1a-404b-46a8-a76c-8d73a6cab978 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 19:54:08.808517 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Attempting to bind port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 on network 78f48c1a-404b-46a8-a76c-8d73a6cab978 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:54:08.814084 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:54:08.814302 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Checking segment: {'id': 'c1d3b307-6053-4dc9-a67f-179590ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:54:08.814826 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Bound using segment: {'id': 'c1d3b307-6053-4dc9-a67f-179590ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978'} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:54:08.815138 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Bound port: dc8d34a5-7986-4102-ab2b-9f22f2e8bf07, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d3b307-6053-4dc9-a67f-179590ab7bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978'}}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:54:08.815427 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:08.843085 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-aeb20105-28da-4a8d-8e11-d162f1bf5e40 admin admin] Publish callbacks [] for security_group (72d52edf-bf06-4ddf-bd03-344adb7185dc), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:08.848383 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-aeb20105-28da-4a8d-8e11-d162f1bf5e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (72d52edf-bf06-4ddf-bd03-344adb7185dc), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:08.891056 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] For port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07, host hv-cinder-78836, cleared binding levels {{(pid=114605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:54:08.894484 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] For port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07,segment=NetworkSegment(c1d3b307-6053-4dc9-a67f-179590ab7bd6),segment_id=c1d3b307-6053-4dc9-a67f-179590ab7bd6)] {{(pid=114605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:54:08.900915 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-aeb20105-28da-4a8d-8e11-d162f1bf5e40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28c217988f664091ac38f7f6a25367c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837157 Mar 09 19:54:08.900915 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb20105-28da-4a8d-8e11-d162f1bf5e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d52edf-bf06-4ddf-bd03-344adb7185dc,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:08.901582 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43934) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:08.910835 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:08.963898 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:08.964561 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:08.965994 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] 10.222.0.20 "PUT /v2.0/ports/dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 HTTP/1.1" status: 200 len: 1094 time: 0.7815809 Mar 09 19:54:08.967231 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551acae4-4699-4e90-95eb-243cdd19aff4', 'tag': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:54:08.969499 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ef5874-a743-4736-ae31-21bb76d3e3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "551acae4-4699-4e90-95eb-243cdd19aff4", "tag": "dc8d34a5-7986-4102-ab2b-9f22f2e8bf07"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:54:09.011403 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9c4301-d297-4b54-854f-d1fc7b0e0dae x-openstack-request-id: req-ef9c4301-d297-4b54-854f-d1fc7b0e0dae {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:54:09.011690 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551acae4-4699-4e90-95eb-243cdd19aff4", "tag": "dc8d34a5-7986-4102-ab2b-9f22f2e8bf07", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:54:09.011943 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef9c4301-d297-4b54-854f-d1fc7b0e0dae {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:54:09.012366 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551acae4-4699-4e90-95eb-243cdd19aff4', 'tag': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07', 'status': 'completed', 'code': 200} Mar 09 19:54:09.019598 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73697dcb-ccac-4fb1-b537-7fa956420616 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07,revision_number=3']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:09.037702 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-faf3b400-79f4-42eb-a578-253a16ced546 admin admin] Publish callbacks [] for security_group (72d52edf-bf06-4ddf-bd03-344adb7185dc), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:09.079834 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-faf3b400-79f4-42eb-a578-253a16ced546 admin admin] Publish callbacks [] for security_group (72d52edf-bf06-4ddf-bd03-344adb7185dc), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:09.113909 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-899c45bb-69d8-4eb5-b8e2-3bb5eab7916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:09.115470 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-899c45bb-69d8-4eb5-b8e2-3bb5eab7916b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b43418ea084d90a7da278a1c129a34&device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 1128 time: 0.0909724 Mar 09 19:54:09.160541 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-bf39c2ab-f849-4970-bea9-5a43132add0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 HTTP/1.1" status: 200 len: 217 time: 0.0355120 Mar 09 19:54:09.165973 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-faf3b400-79f4-42eb-a578-253a16ced546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (72d52edf-bf06-4ddf-bd03-344adb7185dc), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:09.168470 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-faf3b400-79f4-42eb-a578-253a16ced546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:09.169475 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-faf3b400-79f4-42eb-a578-253a16ced546 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72d52edf-bf06-4ddf-bd03-344adb7185dc HTTP/1.1" status: 204 len: 168 time: 0.2666328 Mar 09 19:54:09.200901 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3b400-79f4-42eb-a578-253a16ced546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d52edf-bf06-4ddf-bd03-344adb7185dc,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:09.220233 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-3a558336-80c8-42ca-87e5-8c67693773d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:09.221759 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-3a558336-80c8-42ca-87e5-8c67693773d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5d74d19-614f-4e40-b80c-b52f3e9956b9 HTTP/1.1" status: 200 len: 847 time: 0.0512869 Mar 09 19:54:09.276325 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-d4044420-79a7-40cb-9ce6-19451e3ed2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:09.277990 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-d4044420-79a7-40cb-9ce6-19451e3ed2bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78f48c1a-404b-46a8-a76c-8d73a6cab978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488803 Mar 09 19:54:09.378296 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-eb3bfe4c-3ddb-4b0a-b111-5ee96d0502b9 service neutron] 10.222.0.20 "GET /v2.0/networks/78f48c1a-404b-46a8-a76c-8d73a6cab978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926566 Mar 09 19:54:09.403473 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f179dc-08d6-466c-9818-4a4ebab22ce4 req-179f06fa-9614-400d-a12e-3922c9c1f52a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:09.405113 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-69f179dc-08d6-466c-9818-4a4ebab22ce4 req-179f06fa-9614-400d-a12e-3922c9c1f52a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 946 time: 0.0558112 Mar 09 19:54:09.459176 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 43944) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:09.459985 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-69f179dc-08d6-466c-9818-4a4ebab22ce4 req-6ceec9b2-daa0-4772-b222-f9fa91b69bf1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=74e42ed1-7a78-4d30-a3e7-8396e6293094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489068 Mar 09 19:54:09.473838 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf8a0-d009-4418-8b2a-0cd574883aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:09.502012 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1d5558a0-54b3-4bd9-9167-9eb86fa14a3a req-7f6bb0cd-515f-4101-819a-907838975f45 service neutron] 10.222.0.20 "GET /v2.0/networks/78f48c1a-404b-46a8-a76c-8d73a6cab978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134007 Mar 09 19:54:09.585189 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf8a0-d009-4418-8b2a-0cd574883aa1 admin admin] Publish callbacks [] for security_group (2aa627b0-f065-4e7b-b977-63d75fff66b9), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:09.589499 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ffbcf8a0-d009-4418-8b2a-0cd574883aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (2aa627b0-f065-4e7b-b977-63d75fff66b9), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:09.632526 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-ffbcf8a0-d009-4418-8b2a-0cd574883aa1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef902708ed4146718b2860b16c09a173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1722271 Mar 09 19:54:09.635402 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 43946) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:09.636700 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcf8a0-d009-4418-8b2a-0cd574883aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa627b0-f065-4e7b-b977-63d75fff66b9,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:09.641321 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef5874-a743-4736-ae31-21bb76d3e3ea req-f0839e9d-5dfe-4cef-9c22-c6acb9d1a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:09.642782 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-84ef5874-a743-4736-ae31-21bb76d3e3ea req-f0839e9d-5dfe-4cef-9c22-c6acb9d1a85b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b43418ea084d90a7da278a1c129a34&device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 1128 time: 0.0920887 Mar 09 19:54:09.685668 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-494056ce-796f-4d2c-a7de-25d351ea104e admin admin] Publish callbacks [] for security_group (2aa627b0-f065-4e7b-b977-63d75fff66b9), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:09.719393 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-494056ce-796f-4d2c-a7de-25d351ea104e admin admin] Publish callbacks [] for security_group (2aa627b0-f065-4e7b-b977-63d75fff66b9), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:09.744159 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef5874-a743-4736-ae31-21bb76d3e3ea req-17a9336c-7d1d-4256-8873-78e7bd231154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:09.746312 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-84ef5874-a743-4736-ae31-21bb76d3e3ea req-17a9336c-7d1d-4256-8873-78e7bd231154 service neutron] 10.222.0.20 "GET /v2.0/networks?id=78f48c1a-404b-46a8-a76c-8d73a6cab978 HTTP/1.1" status: 200 len: 909 time: 0.0972033 Mar 09 19:54:09.787713 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-84ef5874-a743-4736-ae31-21bb76d3e3ea req-ed31fb8a-5741-41cb-aff3-7996778e4a7b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 HTTP/1.1" status: 200 len: 217 time: 0.0344038 Mar 09 19:54:09.820873 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76e669-1289-404c-bf3d-76b555f1e0e9 req-1e344f29-565e-444f-8af6-e5fb16c4d1ca tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:09.822340 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cf76e669-1289-404c-bf3d-76b555f1e0e9 req-1e344f29-565e-444f-8af6-e5fb16c4d1ca tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 944 time: 0.1192460 Mar 09 19:54:09.829945 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa6386-ad79-4720-8cca-f93b36cacf49 req-c6640aa4-1233-491f-a135-05c5108f9e8f tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:09.831321 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e7aa6386-ad79-4720-8cca-f93b36cacf49 req-c6640aa4-1233-491f-a135-05c5108f9e8f tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 946 time: 0.1091900 Mar 09 19:54:09.840238 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef5874-a743-4736-ae31-21bb76d3e3ea req-1e5cffa6-db1b-4aaf-a351-6b55a33fa70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:09.841697 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-84ef5874-a743-4736-ae31-21bb76d3e3ea req-1e5cffa6-db1b-4aaf-a351-6b55a33fa70a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5d74d19-614f-4e40-b80c-b52f3e9956b9 HTTP/1.1" status: 200 len: 847 time: 0.0473421 Mar 09 19:54:09.855159 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-494056ce-796f-4d2c-a7de-25d351ea104e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (2aa627b0-f065-4e7b-b977-63d75fff66b9), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:09.857625 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-494056ce-796f-4d2c-a7de-25d351ea104e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:09.858689 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-494056ce-796f-4d2c-a7de-25d351ea104e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2aa627b0-f065-4e7b-b977-63d75fff66b9 HTTP/1.1" status: 204 len: 168 time: 0.2222202 Mar 09 19:54:09.891083 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef5874-a743-4736-ae31-21bb76d3e3ea req-6c7b3935-3ce3-4ff4-8848-e6e7d7523ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:09.891299 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494056ce-796f-4d2c-a7de-25d351ea104e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa627b0-f065-4e7b-b977-63d75fff66b9,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:09.892085 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-84ef5874-a743-4736-ae31-21bb76d3e3ea req-6c7b3935-3ce3-4ff4-8848-e6e7d7523ec7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78f48c1a-404b-46a8-a76c-8d73a6cab978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440445 Mar 09 19:54:09.947943 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cf76e669-1289-404c-bf3d-76b555f1e0e9 req-7a7e19eb-b2bf-4c4e-bb96-531e264f51bb tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153922 Mar 09 19:54:09.974882 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [req-e7aa6386-ad79-4720-8cca-f93b36cacf49 req-801010cf-a253-45dd-acb0-deda6702c6c8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Deleting port e2efef81-5f23-453c-a2c7-d3fef2e6b13d {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:54:09.975594 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-e7aa6386-ad79-4720-8cca-f93b36cacf49 req-801010cf-a253-45dd-acb0-deda6702c6c8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:09.998787 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-84ef5874-a743-4736-ae31-21bb76d3e3ea req-cc0d25f6-da6b-4c56-b768-27dbbfbca493 service neutron] 10.222.0.20 "GET /v2.0/networks/78f48c1a-404b-46a8-a76c-8d73a6cab978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977919 Mar 09 19:54:10.082935 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-e7aa6386-ad79-4720-8cca-f93b36cacf49 req-801010cf-a253-45dd-acb0-deda6702c6c8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] For port e2efef81-5f23-453c-a2c7-d3fef2e6b13d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:54:10.083472 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-e7aa6386-ad79-4720-8cca-f93b36cacf49 req-801010cf-a253-45dd-acb0-deda6702c6c8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:10.093377 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-84ef5874-a743-4736-ae31-21bb76d3e3ea req-84cda4b8-6e54-42f0-84e5-a9c9d57fbd4e service neutron] 10.222.0.20 "GET /v2.0/networks/78f48c1a-404b-46a8-a76c-8d73a6cab978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878851 Mar 09 19:54:10.308885 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-e7aa6386-ad79-4720-8cca-f93b36cacf49 req-801010cf-a253-45dd-acb0-deda6702c6c8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:10.309249 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-e7aa6386-ad79-4720-8cca-f93b36cacf49 req-801010cf-a253-45dd-acb0-deda6702c6c8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (542bcaef-746a-4392-b57b-001e21e75a6a), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:10.309564 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [req-e7aa6386-ad79-4720-8cca-f93b36cacf49 req-801010cf-a253-45dd-acb0-deda6702c6c8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Floating IP 542bcaef-746a-4392-b57b-001e21e75a6a disassociated. External IP: 172.27.3.94, port: e2efef81-5f23-453c-a2c7-d3fef2e6b13d. Mar 09 19:54:10.309894 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [req-e7aa6386-ad79-4720-8cca-f93b36cacf49 req-801010cf-a253-45dd-acb0-deda6702c6c8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Calling delete_port for e2efef81-5f23-453c-a2c7-d3fef2e6b13d owned by compute:nova {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:54:10.438311 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-e7aa6386-ad79-4720-8cca-f93b36cacf49 req-801010cf-a253-45dd-acb0-deda6702c6c8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (e2efef81-5f23-453c-a2c7-d3fef2e6b13d), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:10.467437 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801010cf-a253-45dd-acb0-deda6702c6c8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Pushing event deleted for resources: {'Port': ['ID=e2efef81-5f23-453c-a2c7-d3fef2e6b13d,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:10.600635 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c87f4cbe-b4ab-485b-8ea8-440515003bc5 req-0ae5666f-442e-4637-a6a1-6ca14b1523a7 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b793f7d-3aa4-447f-b107-ff6867ee11bc HTTP/1.1" status: 200 len: 210 time: 0.0381758 Mar 09 19:54:10.626215 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7aa6386-ad79-4720-8cca-f93b36cacf49 req-801010cf-a253-45dd-acb0-deda6702c6c8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Router 2a72f63c-3d6e-4079-9d26-b0148203bb48 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:54:10.740842 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7aa6386-ad79-4720-8cca-f93b36cacf49 req-801010cf-a253-45dd-acb0-deda6702c6c8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:54:10.751002 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4049517c-1234-4dc2-ab1a-db72817ac3e4 None None] Sync routers for ids ['2a72f63c-3d6e-4079-9d26-b0148203bb48'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:54:10.761787 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049517c-1234-4dc2-ab1a-db72817ac3e4 None None] Routers {'2a72f63c-3d6e-4079-9d26-b0148203bb48'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:54:10.762394 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-4049517c-1234-4dc2-ab1a-db72817ac3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:54:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['2a72f63c-3d6e-4079-9d26-b0148203bb48'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:10.781700 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7aa6386-ad79-4720-8cca-f93b36cacf49 req-801010cf-a253-45dd-acb0-deda6702c6c8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] No DVR routers for this DVR port e2efef81-5f23-453c-a2c7-d3fef2e6b13d on host hv-cinder-78836 {{(pid=114604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:54:10.784274 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-e7aa6386-ad79-4720-8cca-f93b36cacf49 req-801010cf-a253-45dd-acb0-deda6702c6c8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:10.788251 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e7aa6386-ad79-4720-8cca-f93b36cacf49 req-801010cf-a253-45dd-acb0-deda6702c6c8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.20 "DELETE /v2.0/ports/e2efef81-5f23-453c-a2c7-d3fef2e6b13d HTTP/1.1" status: 204 len: 173 time: 0.9478736 Mar 09 19:54:10.788572 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b793f7d-3aa4-447f-b107-ff6867ee11bc', 'name': 'network-vif-deleted', 'tag': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:54:10.791231 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47aed839-16be-4b4b-a1a8-64d5e079e618" -d '{"events": [{"server_uuid": "6b793f7d-3aa4-447f-b107-ff6867ee11bc", "name": "network-vif-deleted", "tag": "e2efef81-5f23-453c-a2c7-d3fef2e6b13d"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:54:10.879755 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc16ed6-87d7-41ab-8667-2d7ccf6ea44a x-openstack-request-id: req-fdc16ed6-87d7-41ab-8667-2d7ccf6ea44a {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:54:10.880179 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b793f7d-3aa4-447f-b107-ff6867ee11bc", "name": "network-vif-deleted", "tag": "e2efef81-5f23-453c-a2c7-d3fef2e6b13d", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:54:10.880515 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fdc16ed6-87d7-41ab-8667-2d7ccf6ea44a {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:54:10.881259 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b793f7d-3aa4-447f-b107-ff6867ee11bc', 'name': 'network-vif-deleted', 'tag': 'e2efef81-5f23-453c-a2c7-d3fef2e6b13d', 'status': 'completed', 'code': 200} Mar 09 19:54:10.891871 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-4049517c-1234-4dc2-ab1a-db72817ac3e4 None None] Set router 2a72f63c-3d6e-4079-9d26-b0148203bb48 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:54:11.114615 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1cfab-3d9b-4a42-8867-ed17f88fde20 req-1e4cc8fb-37f8-404a-9103-c31cba192c60 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:11.116217 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f9c1cfab-3d9b-4a42-8867-ed17f88fde20 req-1e4cc8fb-37f8-404a-9103-c31cba192c60 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 944 time: 0.0628567 Mar 09 19:54:11.116347 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-4049517c-1234-4dc2-ab1a-db72817ac3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:50:01Z', 'revision_number': 4, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'f76d5962-0b4a-448f-b357-6077a46e2ce7', 'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'mac_address': 'fa:16:3e:c7:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:12Z', 'revision_number': 5, 'project_id': '52cda80c344647d9be865c160e333e2b', 'subnets': [{'id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:11.142897 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4049517c-1234-4dc2-ab1a-db72817ac3e4 None None] Checking router: 2a72f63c-3d6e-4079-9d26-b0148203bb48 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:54:11.152463 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049517c-1234-4dc2-ab1a-db72817ac3e4 None None] Routers {'2a72f63c-3d6e-4079-9d26-b0148203bb48'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:54:11.153072 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-4049517c-1234-4dc2-ab1a-db72817ac3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:54:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['2a72f63c-3d6e-4079-9d26-b0148203bb48'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:11.173573 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f9c1cfab-3d9b-4a42-8867-ed17f88fde20 req-a011e2a8-cbdb-49ae-ad5b-4b338e4cef41 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516863 Mar 09 19:54:11.269143 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-4049517c-1234-4dc2-ab1a-db72817ac3e4 None None] Set router 2a72f63c-3d6e-4079-9d26-b0148203bb48 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:54:11.611594 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-4049517c-1234-4dc2-ab1a-db72817ac3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:50:01Z', 'revision_number': 4, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'f76d5962-0b4a-448f-b357-6077a46e2ce7', 'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'mac_address': 'fa:16:3e:c7:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:12Z', 'revision_number': 5, 'project_id': '52cda80c344647d9be865c160e333e2b', 'subnets': [{'id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:11.639713 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4049517c-1234-4dc2-ab1a-db72817ac3e4 None None] The sync data for ids ['2a72f63c-3d6e-4079-9d26-b0148203bb48'] in dv-cinder-788366-9-iscsi is: [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:50:01Z', 'revision_number': 4, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'f76d5962-0b4a-448f-b357-6077a46e2ce7', 'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'mac_address': 'fa:16:3e:c7:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:12Z', 'revision_number': 5, 'project_id': '52cda80c344647d9be865c160e333e2b', 'subnets': [{'id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:54:11.692947 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44018) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:11.752863 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1cae-0332-4ae8-aa10-8223e50a91b2 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group (74e42ed1-7a78-4d30-a3e7-8396e6293094), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:11.778693 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1cae-0332-4ae8-aa10-8223e50a91b2 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group (74e42ed1-7a78-4d30-a3e7-8396e6293094), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:11.925979 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2373fa-c9e6-4881-8476-dafd735cd6fa None None] New status for floating IP 542bcaef-746a-4392-b57b-001e21e75a6a: DOWN {{(pid=114607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:54:12.086809 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1cae-0332-4ae8-aa10-8223e50a91b2 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (74e42ed1-7a78-4d30-a3e7-8396e6293094), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:12.089739 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1cae-0332-4ae8-aa10-8223e50a91b2 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:12.090891 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-d5ff1cae-0332-4ae8-aa10-8223e50a91b2 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "DELETE /v2.0/security-groups/74e42ed1-7a78-4d30-a3e7-8396e6293094 HTTP/1.1" status: 204 len: 168 time: 0.3968000 Mar 09 19:54:12.093680 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44044) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:12.102922 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff1cae-0332-4ae8-aa10-8223e50a91b2 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e42ed1-7a78-4d30-a3e7-8396e6293094,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:12.106450 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.api.v2.resource [None req-50a5b0ce-59a0-41ad-b047-44b4599f8cfe tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] show failed (client error): The resource could not be found. Mar 09 19:54:12.108026 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-50a5b0ce-59a0-41ad-b047-44b4599f8cfe tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups/74e42ed1-7a78-4d30-a3e7-8396e6293094 HTTP/1.1" status: 404 len: 347 time: 0.0127616 Mar 09 19:54:12.110961 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44048) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:12.247261 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-11f73d63-5d83-428c-9472-e6b6813f1dd1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Deleting port ce717b9f-fbc6-44b1-80af-ea7b48e3a9e9 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:54:12.247649 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-11f73d63-5d83-428c-9472-e6b6813f1dd1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (ce717b9f-fbc6-44b1-80af-ea7b48e3a9e9), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:12.319692 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d46a5-dd8e-4643-b76c-540566ec8e92 req-1afb3471-e322-460f-90a8-f44b50f6245e tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:12.321545 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0b4d46a5-dd8e-4643-b76c-540566ec8e92 req-1afb3471-e322-460f-90a8-f44b50f6245e tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 944 time: 0.0659499 Mar 09 19:54:12.350079 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-11f73d63-5d83-428c-9472-e6b6813f1dd1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (ce717b9f-fbc6-44b1-80af-ea7b48e3a9e9), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:12.350526 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-11f73d63-5d83-428c-9472-e6b6813f1dd1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for floatingip (ce717b9f-fbc6-44b1-80af-ea7b48e3a9e9), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:12.363218 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-11f73d63-5d83-428c-9472-e6b6813f1dd1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Calling delete_port for ce717b9f-fbc6-44b1-80af-ea7b48e3a9e9 owned by network:floatingip {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:54:12.382288 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0b4d46a5-dd8e-4643-b76c-540566ec8e92 req-453d5fe3-2f6d-4162-8c00-90aeef7b4216 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544913 Mar 09 19:54:12.497267 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-11f73d63-5d83-428c-9472-e6b6813f1dd1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (ce717b9f-fbc6-44b1-80af-ea7b48e3a9e9), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:12.523692 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f73d63-5d83-428c-9472-e6b6813f1dd1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Pushing event deleted for resources: {'Port': ['ID=ce717b9f-fbc6-44b1-80af-ea7b48e3a9e9,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:12.586788 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-11f73d63-5d83-428c-9472-e6b6813f1dd1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for floatingip (542bcaef-746a-4392-b57b-001e21e75a6a), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:12.589703 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-11f73d63-5d83-428c-9472-e6b6813f1dd1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:12.590854 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-11f73d63-5d83-428c-9472-e6b6813f1dd1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "DELETE /v2.0/floatingips/542bcaef-746a-4392-b57b-001e21e75a6a HTTP/1.1" status: 204 len: 168 time: 0.4789739 Mar 09 19:54:12.806103 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44098) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:12.810577 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-04a20643-add3-497e-966f-43ce2a4661bc tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--443392997', 'description': 'tempest-description--1496009468'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:54:12.832330 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-04a20643-add3-497e-966f-43ce2a4661bc tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:12.903836 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-04a20643-add3-497e-966f-43ce2a4661bc tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group (b80a1da1-85a0-492a-8ebc-cd9faf95e559), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:12.908372 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-04a20643-add3-497e-966f-43ce2a4661bc tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (b80a1da1-85a0-492a-8ebc-cd9faf95e559), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:12.936119 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44102) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:12.936719 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-04a20643-add3-497e-966f-43ce2a4661bc tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:12.937928 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-04a20643-add3-497e-966f-43ce2a4661bc tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1308076 Mar 09 19:54:12.939863 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a20643-add3-497e-966f-43ce2a4661bc tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b80a1da1-85a0-492a-8ebc-cd9faf95e559,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:12.941808 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44104) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:12.948337 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-bf2970ac-5593-4eb3-955c-f8743c04c6ac tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Request body: {'security_group_rule': {'security_group_id': 'b80a1da1-85a0-492a-8ebc-cd9faf95e559', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:54:12.973869 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-bf2970ac-5593-4eb3-955c-f8743c04c6ac tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group_rule (544e6559-b087-45d2-a2c5-74f19613b64a), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.027965 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-bf2970ac-5593-4eb3-955c-f8743c04c6ac tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group_rule (544e6559-b087-45d2-a2c5-74f19613b64a), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.031946 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-bf2970ac-5593-4eb3-955c-f8743c04c6ac tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (544e6559-b087-45d2-a2c5-74f19613b64a), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.044476 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d366e698-c8c8-4528-8f14-a3e8bf65a149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.058793 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2970ac-5593-4eb3-955c-f8743c04c6ac tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544e6559-b087-45d2-a2c5-74f19613b64a,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:13.063175 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-bf2970ac-5593-4eb3-955c-f8743c04c6ac tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.067786 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-bf2970ac-5593-4eb3-955c-f8743c04c6ac tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207390 Mar 09 19:54:13.067786 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44108) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:13.071815 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-3446b0d9-5293-4e58-8757-f7b875dd8de9 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Request body: {'security_group_rule': {'security_group_id': 'b80a1da1-85a0-492a-8ebc-cd9faf95e559', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:54:13.096515 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3446b0d9-5293-4e58-8757-f7b875dd8de9 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group_rule (70c3e1e1-a338-4f71-99a4-20b430bedd9b), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.127836 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d366e698-c8c8-4528-8f14-a3e8bf65a149 admin admin] Publish callbacks [] for security_group (94b87ce0-50a9-4c30-a876-e70fd574f7b2), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.133147 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d366e698-c8c8-4528-8f14-a3e8bf65a149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (94b87ce0-50a9-4c30-a876-e70fd574f7b2), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.152482 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3446b0d9-5293-4e58-8757-f7b875dd8de9 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group_rule (70c3e1e1-a338-4f71-99a4-20b430bedd9b), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.156299 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3446b0d9-5293-4e58-8757-f7b875dd8de9 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (70c3e1e1-a338-4f71-99a4-20b430bedd9b), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.171819 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-d366e698-c8c8-4528-8f14-a3e8bf65a149 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8b37710a66942a6bd98bafbb7435f7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346094 Mar 09 19:54:13.174503 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44110) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:13.176636 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446b0d9-5293-4e58-8757-f7b875dd8de9 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c3e1e1-a338-4f71-99a4-20b430bedd9b,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:13.181876 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366e698-c8c8-4528-8f14-a3e8bf65a149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b87ce0-50a9-4c30-a876-e70fd574f7b2,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:13.183178 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3446b0d9-5293-4e58-8757-f7b875dd8de9 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.187582 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-3446b0d9-5293-4e58-8757-f7b875dd8de9 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189628 Mar 09 19:54:13.188191 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44112) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:13.193788 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-03403625-fe72-476e-aeef-d8a10811abf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Request body: {'floatingip': {'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:54:13.215962 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-03403625-fe72-476e-aeef-d8a10811abf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.231363 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c8d073a3-9019-4c36-b170-35dbe55933a3 admin admin] Publish callbacks [] for security_group (94b87ce0-50a9-4c30-a876-e70fd574f7b2), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.252556 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c8d073a3-9019-4c36-b170-35dbe55933a3 admin admin] Publish callbacks [] for security_group (94b87ce0-50a9-4c30-a876-e70fd574f7b2), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.299711 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c8d073a3-9019-4c36-b170-35dbe55933a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (94b87ce0-50a9-4c30-a876-e70fd574f7b2), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.302826 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c8d073a3-9019-4c36-b170-35dbe55933a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.303969 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-c8d073a3-9019-4c36-b170-35dbe55933a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94b87ce0-50a9-4c30-a876-e70fd574f7b2 HTTP/1.1" status: 204 len: 168 time: 0.1286440 Mar 09 19:54:13.311350 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d073a3-9019-4c36-b170-35dbe55933a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b87ce0-50a9-4c30-a876-e70fd574f7b2,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:13.318508 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-03403625-fe72-476e-aeef-d8a10811abf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.440762 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [None req-03403625-fe72-476e-aeef-d8a10811abf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Allocated IP 172.27.3.18 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/8fd1b466-7852-4ddf-84c4-ae61d5b17a62) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:54:13.506928 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a845d9-3173-4c31-9701-5c6921913b45 req-6dbfaabc-db07-417d-b901-7c9c8312fe8f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:13.508595 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-55a845d9-3173-4c31-9701-5c6921913b45 req-6dbfaabc-db07-417d-b901-7c9c8312fe8f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 944 time: 0.0544920 Mar 09 19:54:13.555940 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-03403625-fe72-476e-aeef-d8a10811abf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for port (8fd1b466-7852-4ddf-84c4-ae61d5b17a62), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.561392 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-55a845d9-3173-4c31-9701-5c6921913b45 req-88bc98d4-092b-4001-9d89-bc309ed0467f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463524 Mar 09 19:54:13.589919 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-03403625-fe72-476e-aeef-d8a10811abf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (8fd1b466-7852-4ddf-84c4-ae61d5b17a62), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.594892 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44120) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:13.608822 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-4966789d-d9fa-4550-a220-ee510af12fbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.628720 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03403625-fe72-476e-aeef-d8a10811abf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:54:13.635771 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-03403625-fe72-476e-aeef-d8a10811abf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:54:13.638162 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03403625-fe72-476e-aeef-d8a10811abf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:54:13.643936 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03403625-fe72-476e-aeef-d8a10811abf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Pushing event updated for resources: {'Port': ['ID=8fd1b466-7852-4ddf-84c4-ae61d5b17a62,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:13.689182 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-4966789d-d9fa-4550-a220-ee510af12fbc admin admin] Publish callbacks [] for security_group (a687161a-e961-411a-acf0-bb00130b187c), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.693537 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-4966789d-d9fa-4550-a220-ee510af12fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (a687161a-e961-411a-acf0-bb00130b187c), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.725715 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-03403625-fe72-476e-aeef-d8a10811abf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for floatingip (6c90fd30-772d-4f7f-ab2e-3414699c1524), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.730445 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-4966789d-d9fa-4550-a220-ee510af12fbc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f81cf2aa52e455b8cb27bfce3289e1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344671 Mar 09 19:54:13.732494 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966789d-d9fa-4550-a220-ee510af12fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a687161a-e961-411a-acf0-bb00130b187c,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:13.733117 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44122) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:13.793669 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-03403625-fe72-476e-aeef-d8a10811abf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (8fd1b466-7852-4ddf-84c4-ae61d5b17a62), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.831636 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7687dfbd-dff9-4f6e-b760-289c5cbace85 admin admin] Publish callbacks [] for security_group (a687161a-e961-411a-acf0-bb00130b187c), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:13.870280 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7687dfbd-dff9-4f6e-b760-289c5cbace85 admin admin] Publish callbacks [] for security_group (a687161a-e961-411a-acf0-bb00130b187c), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:14.193178 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7687dfbd-dff9-4f6e-b760-289c5cbace85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (a687161a-e961-411a-acf0-bb00130b187c), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:14.195624 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7687dfbd-dff9-4f6e-b760-289c5cbace85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:14.196772 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-7687dfbd-dff9-4f6e-b760-289c5cbace85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a687161a-e961-411a-acf0-bb00130b187c HTTP/1.1" status: 204 len: 168 time: 0.4627106 Mar 09 19:54:14.213724 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-03403625-fe72-476e-aeef-d8a10811abf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for port (8fd1b466-7852-4ddf-84c4-ae61d5b17a62), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:14.215989 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687dfbd-dff9-4f6e-b760-289c5cbace85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a687161a-e961-411a-acf0-bb00130b187c,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:14.218889 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-03403625-fe72-476e-aeef-d8a10811abf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (8fd1b466-7852-4ddf-84c4-ae61d5b17a62), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:14.294510 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03403625-fe72-476e-aeef-d8a10811abf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Pushing event updated for resources: {'Port': ['ID=8fd1b466-7852-4ddf-84c4-ae61d5b17a62,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:14.299319 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-03403625-fe72-476e-aeef-d8a10811abf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (6c90fd30-772d-4f7f-ab2e-3414699c1524), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:14.315207 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-03403625-fe72-476e-aeef-d8a10811abf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:14.316464 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-03403625-fe72-476e-aeef-d8a10811abf3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1271899 Mar 09 19:54:14.521535 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b065d188-e42a-490d-884e-9d929b335bbe req-ce5c9aa1-9775-46d9-8eee-9f86784058d7 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--443392997&fields=id&tenant_id=52cda80c344647d9be865c160e333e2b HTTP/1.1" status: 200 len: 267 time: 0.0427105 Mar 09 19:54:14.633251 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065d188-e42a-490d-884e-9d929b335bbe req-2c7abe13-a867-4a83-8edf-c713726bae9b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:14.634788 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b065d188-e42a-490d-884e-9d929b335bbe req-2c7abe13-a867-4a83-8edf-c713726bae9b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/networks?id=2333c970-a951-49ee-a7ad-57bc53c804b9 HTTP/1.1" status: 200 len: 816 time: 0.1065352 Mar 09 19:54:14.669940 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b065d188-e42a-490d-884e-9d929b335bbe req-3b627d7e-3b97-465d-9408-f047d23a6016 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/quotas/52cda80c344647d9be865c160e333e2b HTTP/1.1" status: 200 len: 375 time: 0.0249898 Mar 09 19:54:14.717920 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe5af6-198b-49f3-bb43-de87895aa2ad req-a26bf495-9a66-4f28-a84d-12c5ebe5cc42 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:14.719379 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-37fe5af6-198b-49f3-bb43-de87895aa2ad req-a26bf495-9a66-4f28-a84d-12c5ebe5cc42 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 944 time: 0.0836778 Mar 09 19:54:14.761881 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b065d188-e42a-490d-884e-9d929b335bbe req-6ef2ffea-3743-4a8e-a270-215d0f9cd454 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=52cda80c344647d9be865c160e333e2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856636 Mar 09 19:54:14.795476 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-37fe5af6-198b-49f3-bb43-de87895aa2ad req-edf93bd6-1f93-4f1f-ad32-35bc6afa7811 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698583 Mar 09 19:54:14.878032 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device e2efef81-5f23-453c-a2c7-d3fef2e6b13d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:54:14.896597 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b065d188-e42a-490d-884e-9d929b335bbe req-f2eb5021-db59-4152-b1dc-ffd4c8ed436f service neutron] 10.222.0.16 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181993 Mar 09 19:54:14.899543 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: e2efef81-5f23-453c-a2c7-d3fef2e6b13d {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:54:14.899894 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device e2efef81-5f23-453c-a2c7-d3fef2e6b13d not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:54:14.983360 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b065d188-e42a-490d-884e-9d929b335bbe req-246ed7a5-64f6-4799-b8da-cd09758b4734 service neutron] 10.222.0.16 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806119 Mar 09 19:54:15.153597 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f02c7c8e-c8a1-4a4a-b065-d45b8024b70b req-c43dc9f9-82f8-4750-8339-1744fde3fe15 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 210 time: 0.0382776 Mar 09 19:54:15.927209 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92261af5-f436-435a-9e55-eb1f126ee5ff req-ea3aa77f-efb4-4522-976e-a54439ac614c tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:15.928739 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-92261af5-f436-435a-9e55-eb1f126ee5ff req-ea3aa77f-efb4-4522-976e-a54439ac614c tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 944 time: 0.0593300 Mar 09 19:54:15.988611 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-92261af5-f436-435a-9e55-eb1f126ee5ff req-baa79157-cfa8-4bf1-bfa6-20748fb79dd3 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476737 Mar 09 19:54:16.124690 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065d188-e42a-490d-884e-9d929b335bbe req-63d01fc9-bdb4-4b6f-abc7-276419e4f776 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:16.126108 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b065d188-e42a-490d-884e-9d929b335bbe req-63d01fc9-bdb4-4b6f-abc7-276419e4f776 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.20 "GET /v2.0/networks?id=2333c970-a951-49ee-a7ad-57bc53c804b9 HTTP/1.1" status: 200 len: 816 time: 0.1204700 Mar 09 19:54:16.186461 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b065d188-e42a-490d-884e-9d929b335bbe req-65dba5cc-9bf6-4ea8-ad77-5b44434615ec tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52cda80c344647d9be865c160e333e2b HTTP/1.1" status: 200 len: 379 time: 0.0522900 Mar 09 19:54:16.195611 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-b065d188-e42a-490d-884e-9d929b335bbe req-65decc68-bdd0-4425-8c94-239046cc128d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Request body: {'port': {'device_id': '1207eea1-f70d-49bf-b288-11a7db0a55b6', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'admin_state_up': True, 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'security_groups': ['b80a1da1-85a0-492a-8ebc-cd9faf95e559']}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:54:16.287714 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cdaf86dd-958a-40b8-9589-99dd22b41f86 req-e2cc4ab0-0878-47e5-8f11-39ae5e20a15d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 210 time: 0.0361102 Mar 09 19:54:16.325567 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b065d188-e42a-490d-884e-9d929b335bbe req-65decc68-bdd0-4425-8c94-239046cc128d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Made reservation on behalf of 52cda80c344647d9be865c160e333e2b for: {'port': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:54:16.329118 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-b065d188-e42a-490d-884e-9d929b335bbe req-65decc68-bdd0-4425-8c94-239046cc128d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:16.447606 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [req-b065d188-e42a-490d-884e-9d929b335bbe req-65decc68-bdd0-4425-8c94-239046cc128d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Allocated IP 172.20.0.5 (2333c970-a951-49ee-a7ad-57bc53c804b9/745bc262-f6dc-493a-8098-f645b9a00e95/765039f0-2f75-459c-8427-55debd69aaa0) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:54:16.577868 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-b065d188-e42a-490d-884e-9d929b335bbe req-65decc68-bdd0-4425-8c94-239046cc128d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for port (765039f0-2f75-459c-8427-55debd69aaa0), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:16.611241 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-b065d188-e42a-490d-884e-9d929b335bbe req-65decc68-bdd0-4425-8c94-239046cc128d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (765039f0-2f75-459c-8427-55debd69aaa0), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:16.653172 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b065d188-e42a-490d-884e-9d929b335bbe req-65decc68-bdd0-4425-8c94-239046cc128d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Network 2333c970-a951-49ee-a7ad-57bc53c804b9 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:54:16.658082 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [req-b065d188-e42a-490d-884e-9d929b335bbe req-65decc68-bdd0-4425-8c94-239046cc128d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:54:16.662184 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [req-b065d188-e42a-490d-884e-9d929b335bbe req-65decc68-bdd0-4425-8c94-239046cc128d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:54:16.668351 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65decc68-bdd0-4425-8c94-239046cc128d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Pushing event updated for resources: {'Port': ['ID=765039f0-2f75-459c-8427-55debd69aaa0,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:16.716376 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065d188-e42a-490d-884e-9d929b335bbe req-65decc68-bdd0-4425-8c94-239046cc128d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:16.716901 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-b065d188-e42a-490d-884e-9d929b335bbe req-65decc68-bdd0-4425-8c94-239046cc128d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:16.733913 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b065d188-e42a-490d-884e-9d929b335bbe req-65decc68-bdd0-4425-8c94-239046cc128d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5423555 Mar 09 19:54:16.747632 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Request body: {'port': {'device_id': '1207eea1-f70d-49bf-b288-11a7db0a55b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:54:16.807160 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (765039f0-2f75-459c-8427-55debd69aaa0), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:16.902459 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-683b0b97-28f6-495e-83f1-d392363c6122 None None] Provisioning complete for port 765039f0-2f75-459c-8427-55debd69aaa0 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:54:16.903050 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-683b0b97-28f6-495e-83f1-d392363c6122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (765039f0-2f75-459c-8427-55debd69aaa0), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:16.935177 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-683b0b97-28f6-495e-83f1-d392363c6122 None None] Port 765039f0-2f75-459c-8427-55debd69aaa0 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:54:17.089598 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765039f0-2f75-459c-8427-55debd69aaa0 {{(pid=114604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:54:17.098833 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Publish callbacks [] for port (765039f0-2f75-459c-8427-55debd69aaa0), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:17.117404 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.provisioning_blocks [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Transition to ACTIVE for port object 765039f0-2f75-459c-8427-55debd69aaa0 will not be triggered until provisioned by entity L2. {{(pid=114604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 19:54:17.128157 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb595e33-be69-4c6a-8370-c010354b3952 req-c3199c3f-c57b-4a81-b1ea-ba79f9b9986c tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:17.129627 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fb595e33-be69-4c6a-8370-c010354b3952 req-c3199c3f-c57b-4a81-b1ea-ba79f9b9986c tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 944 time: 0.0795035 Mar 09 19:54:17.132257 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (765039f0-2f75-459c-8427-55debd69aaa0), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:17.203619 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Pushing event updated for resources: {'Port': ['ID=765039f0-2f75-459c-8427-55debd69aaa0,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:17.246235 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fb595e33-be69-4c6a-8370-c010354b3952 req-b59e7605-4a66-47de-a560-29595a2c8efb tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067486 Mar 09 19:54:17.303410 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Attempting to bind port 765039f0-2f75-459c-8427-55debd69aaa0 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:54:17.303744 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Attempting to bind port 765039f0-2f75-459c-8427-55debd69aaa0 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b4cd3480-21d1-4073-a3a0-edd949c13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9'}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:54:17.304103 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Attempting to bind port 765039f0-2f75-459c-8427-55debd69aaa0 on network 2333c970-a951-49ee-a7ad-57bc53c804b9 {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:54:17.309237 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Port 765039f0-2f75-459c-8427-55debd69aaa0 on network 2333c970-a951-49ee-a7ad-57bc53c804b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 19:54:17.309556 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Attempting to bind port 765039f0-2f75-459c-8427-55debd69aaa0 on network 2333c970-a951-49ee-a7ad-57bc53c804b9 {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:54:17.314716 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:54:17.315055 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Checking segment: {'id': 'b4cd3480-21d1-4073-a3a0-edd949c13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:54:17.315801 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Bound using segment: {'id': 'b4cd3480-21d1-4073-a3a0-edd949c13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9'} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:54:17.316313 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Bound port: 765039f0-2f75-459c-8427-55debd69aaa0, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4cd3480-21d1-4073-a3a0-edd949c13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9'}}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:54:17.316680 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (765039f0-2f75-459c-8427-55debd69aaa0), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:17.408743 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] For port 765039f0-2f75-459c-8427-55debd69aaa0, host hv-cinder-78836, cleared binding levels {{(pid=114604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:54:17.440590 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] For port 765039f0-2f75-459c-8427-55debd69aaa0, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=765039f0-2f75-459c-8427-55debd69aaa0,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:54:17.448804 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (765039f0-2f75-459c-8427-55debd69aaa0), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:17.489912 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed584ea-5e05-4f51-81de-76ffc709b976 req-4279ca36-4788-460e-a8d5-5cfc5ae606b2 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:17.491400 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3ed584ea-5e05-4f51-81de-76ffc709b976 req-4279ca36-4788-460e-a8d5-5cfc5ae606b2 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 943 time: 0.0974374 Mar 09 19:54:17.499525 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:17.500213 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:17.501433 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b065d188-e42a-490d-884e-9d929b335bbe req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] 10.222.0.20 "PUT /v2.0/ports/765039f0-2f75-459c-8427-55debd69aaa0 HTTP/1.1" status: 200 len: 1093 time: 0.7581544 Mar 09 19:54:17.501871 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1207eea1-f70d-49bf-b288-11a7db0a55b6', 'tag': '765039f0-2f75-459c-8427-55debd69aaa0'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:54:17.504104 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b669d18-73e6-48ac-a525-8600bb77865b" -d '{"events": [{"name": "network-changed", "server_uuid": "1207eea1-f70d-49bf-b288-11a7db0a55b6", "tag": "765039f0-2f75-459c-8427-55debd69aaa0"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:54:17.549815 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60023c24-3e59-4bb7-b98a-f0aa7b6b781e x-openstack-request-id: req-60023c24-3e59-4bb7-b98a-f0aa7b6b781e {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:54:17.550112 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1207eea1-f70d-49bf-b288-11a7db0a55b6", "tag": "765039f0-2f75-459c-8427-55debd69aaa0", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:54:17.550367 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60023c24-3e59-4bb7-b98a-f0aa7b6b781e {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:54:17.550757 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1207eea1-f70d-49bf-b288-11a7db0a55b6', 'tag': '765039f0-2f75-459c-8427-55debd69aaa0', 'status': 'completed', 'code': 200} Mar 09 19:54:17.555399 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e6ca5-6339-4460-9c5c-fe908411be9b service neutron] Pushing event updated for resources: {'Port': ['ID=765039f0-2f75-459c-8427-55debd69aaa0,revision_number=3']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:17.595240 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3ed584ea-5e05-4f51-81de-76ffc709b976 req-36976c74-176b-444d-8ad4-f6cff186ef59 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970645 Mar 09 19:54:17.614063 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065d188-e42a-490d-884e-9d929b335bbe req-4193f8b9-c01e-4363-a7e8-df3353c3d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:17.615980 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b065d188-e42a-490d-884e-9d929b335bbe req-4193f8b9-c01e-4363-a7e8-df3353c3d23c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52cda80c344647d9be865c160e333e2b&device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 1127 time: 0.0615840 Mar 09 19:54:17.658201 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b065d188-e42a-490d-884e-9d929b335bbe req-791c7b52-daba-4fa0-8b5d-dcdbeac07826 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=765039f0-2f75-459c-8427-55debd69aaa0 HTTP/1.1" status: 200 len: 217 time: 0.0335789 Mar 09 19:54:17.712212 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065d188-e42a-490d-884e-9d929b335bbe req-3a5e0e0d-d149-4e71-a707-fccb1facaa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:17.713639 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b065d188-e42a-490d-884e-9d929b335bbe req-3a5e0e0d-d149-4e71-a707-fccb1facaa44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=745bc262-f6dc-493a-8098-f645b9a00e95 HTTP/1.1" status: 200 len: 855 time: 0.0472403 Mar 09 19:54:17.762142 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065d188-e42a-490d-884e-9d929b335bbe req-2db9731a-2ed9-47c0-8c8c-848d32370735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:17.763516 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b065d188-e42a-490d-884e-9d929b335bbe req-2db9731a-2ed9-47c0-8c8c-848d32370735 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2333c970-a951-49ee-a7ad-57bc53c804b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426872 Mar 09 19:54:17.854381 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b065d188-e42a-490d-884e-9d929b335bbe req-3876f9d6-1987-4a56-96ba-3c651f1dca0d service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829582 Mar 09 19:54:17.939733 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b065d188-e42a-490d-884e-9d929b335bbe req-16cba793-6a1a-4ee7-a5d6-3cb2e023a2d5 service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795221 Mar 09 19:54:18.024992 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b669d18-73e6-48ac-a525-8600bb77865b req-bebb8aee-f46f-4e4a-92bc-2411f4a146a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:18.026426 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9b669d18-73e6-48ac-a525-8600bb77865b req-bebb8aee-f46f-4e4a-92bc-2411f4a146a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52cda80c344647d9be865c160e333e2b&device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 1127 time: 0.0426285 Mar 09 19:54:18.116924 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b669d18-73e6-48ac-a525-8600bb77865b req-2b28c61b-9222-4d2a-bd81-bef1689d02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:18.118277 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9b669d18-73e6-48ac-a525-8600bb77865b req-2b28c61b-9222-4d2a-bd81-bef1689d02a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2333c970-a951-49ee-a7ad-57bc53c804b9 HTTP/1.1" status: 200 len: 917 time: 0.0840995 Mar 09 19:54:18.157825 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9b669d18-73e6-48ac-a525-8600bb77865b req-1b7bb234-f116-420f-ac14-a93b29540538 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=765039f0-2f75-459c-8427-55debd69aaa0 HTTP/1.1" status: 200 len: 217 time: 0.0324185 Mar 09 19:54:18.209159 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b669d18-73e6-48ac-a525-8600bb77865b req-7ab5fac9-b647-4b3f-b44b-8392fb2127b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:18.210613 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9b669d18-73e6-48ac-a525-8600bb77865b req-7ab5fac9-b647-4b3f-b44b-8392fb2127b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=745bc262-f6dc-493a-8098-f645b9a00e95 HTTP/1.1" status: 200 len: 855 time: 0.0464005 Mar 09 19:54:18.258832 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b669d18-73e6-48ac-a525-8600bb77865b req-f25f915a-fa32-4089-8d2a-a8e355d18ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:18.260304 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9b669d18-73e6-48ac-a525-8600bb77865b req-f25f915a-fa32-4089-8d2a-a8e355d18ea8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2333c970-a951-49ee-a7ad-57bc53c804b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418978 Mar 09 19:54:18.382335 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9b669d18-73e6-48ac-a525-8600bb77865b req-e21ce4ea-8b93-4fcf-bf79-9bb734fbe9b2 service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127701 Mar 09 19:54:18.393163 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29965b-060c-4447-84a4-acdc53257b4c req-0477f7df-982f-421c-bf71-17c3823808cf tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:18.394504 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cf29965b-060c-4447-84a4-acdc53257b4c req-0477f7df-982f-421c-bf71-17c3823808cf tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 944 time: 0.0712347 Mar 09 19:54:18.496771 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cf29965b-060c-4447-84a4-acdc53257b4c req-49178340-8164-49a7-9767-b9de28b44e6a tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935493 Mar 09 19:54:18.521905 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9b669d18-73e6-48ac-a525-8600bb77865b req-251b57d8-b411-48bf-b40e-0d6a3c9de1f6 service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264853 Mar 09 19:54:18.723601 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb164a-18b9-4b0f-bf97-44fae0dc367c req-6138d43f-5869-4aec-a69e-1f16f078ecc2 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:18.724821 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cbfb164a-18b9-4b0f-bf97-44fae0dc367c req-6138d43f-5869-4aec-a69e-1f16f078ecc2 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 943 time: 0.0512218 Mar 09 19:54:18.772445 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cbfb164a-18b9-4b0f-bf97-44fae0dc367c req-81fd7ddc-cd31-4d74-8054-dd68c374aa6f tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421181 Mar 09 19:54:18.893517 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:54:18.987525 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07,segment=NetworkSegment(c1d3b307-6053-4dc9-a67f-179590ab7bd6),segment_id=c1d3b307-6053-4dc9-a67f-179590ab7bd6)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:54:18.998645 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07', 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978', 'port_id': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07', 'mac_address': 'fa:16:3e:87:68:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:54:19.033242 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:54:19.033637 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:19.049082 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:54:19.068539 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07,segment=NetworkSegment(c1d3b307-6053-4dc9-a67f-179590ab7bd6),segment_id=c1d3b307-6053-4dc9-a67f-179590ab7bd6)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:54:19.072037 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:19.116799 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:19.305409 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['dc8d34a5-7986-4102-ab2b-9f22f2e8bf07'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:54:19.615317 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c7414-d8dc-4a01-b5d8-95266b541034 req-2d18770b-b78a-4dc4-8526-444e99e14f46 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:19.616738 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-281c7414-d8dc-4a01-b5d8-95266b541034 req-2d18770b-b78a-4dc4-8526-444e99e14f46 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 945 time: 0.0542786 Mar 09 19:54:19.665038 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-281c7414-d8dc-4a01-b5d8-95266b541034 req-4b6fa2ae-a2eb-4c9e-bb23-3b6e8c8926ab tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428019 Mar 09 19:54:19.906527 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ea3f7-d828-495f-a2e7-ca0a3d509a75 req-6dbd0221-e027-4d7d-98a3-13a7b70a0909 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:19.907995 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-630ea3f7-d828-495f-a2e7-ca0a3d509a75 req-6dbd0221-e027-4d7d-98a3-13a7b70a0909 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 943 time: 0.0549979 Mar 09 19:54:19.952834 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-630ea3f7-d828-495f-a2e7-ca0a3d509a75 req-e1c5a7d5-7131-4205-aec0-d36090d694ea tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393908 Mar 09 19:54:20.079656 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44252) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:20.181050 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e98fff59-1165-4c67-8844-a92fb1683880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:20.250539 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e98fff59-1165-4c67-8844-a92fb1683880 admin admin] Publish callbacks [] for security_group (8cc16912-098c-4956-a493-115ef914adac), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:20.253954 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e98fff59-1165-4c67-8844-a92fb1683880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (8cc16912-098c-4956-a493-115ef914adac), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:20.290778 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-e98fff59-1165-4c67-8844-a92fb1683880 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56fef78f750d4308a153668bd812fb02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100685 Mar 09 19:54:20.291605 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fff59-1165-4c67-8844-a92fb1683880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc16912-098c-4956-a493-115ef914adac,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:20.293740 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44256) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:20.342480 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1885ac40-efbc-4a48-a32c-d271adcedf7c admin admin] Publish callbacks [] for security_group (8cc16912-098c-4956-a493-115ef914adac), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:20.362191 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1885ac40-efbc-4a48-a32c-d271adcedf7c admin admin] Publish callbacks [] for security_group (8cc16912-098c-4956-a493-115ef914adac), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:20.415020 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1885ac40-efbc-4a48-a32c-d271adcedf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (8cc16912-098c-4956-a493-115ef914adac), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:20.418481 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1885ac40-efbc-4a48-a32c-d271adcedf7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:20.419639 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-1885ac40-efbc-4a48-a32c-d271adcedf7c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8cc16912-098c-4956-a493-115ef914adac HTTP/1.1" status: 204 len: 168 time: 0.1249189 Mar 09 19:54:20.428670 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885ac40-efbc-4a48-a32c-d271adcedf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc16912-098c-4956-a493-115ef914adac,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:20.668843 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44264) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:20.682504 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-258909b4-9b29-444c-a013-e332fb5d2846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:20.784121 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-258909b4-9b29-444c-a013-e332fb5d2846 admin admin] Publish callbacks [] for security_group (af786ece-0cdc-488f-8751-8a77a10d22e4), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:20.789444 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-258909b4-9b29-444c-a013-e332fb5d2846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (af786ece-0cdc-488f-8751-8a77a10d22e4), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:20.833412 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e368028-b1e7-4a35-8477-65dde48bc875 req-890583c8-3853-4ff0-a69f-8752a3e763d7 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:20.834898 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7e368028-b1e7-4a35-8477-65dde48bc875 req-890583c8-3853-4ff0-a69f-8752a3e763d7 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 945 time: 0.1048589 Mar 09 19:54:20.841340 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-258909b4-9b29-444c-a013-e332fb5d2846 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c30ce615dfa74e099cd576a79fe8f91e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1715033 Mar 09 19:54:20.844102 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258909b4-9b29-444c-a013-e332fb5d2846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af786ece-0cdc-488f-8751-8a77a10d22e4,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:20.844221 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44268) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:20.889025 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7e368028-b1e7-4a35-8477-65dde48bc875 req-c1be0203-32e9-4e2e-95ad-4aeaf7d2eee5 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466299 Mar 09 19:54:20.891673 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-70e20895-3578-4227-9429-fb9983b60fcc admin admin] Publish callbacks [] for security_group (af786ece-0cdc-488f-8751-8a77a10d22e4), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:20.896955 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 765039f0-2f75-459c-8427-55debd69aaa0 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:54:20.901558 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:54:20.915531 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-70e20895-3578-4227-9429-fb9983b60fcc admin admin] Publish callbacks [] for security_group (af786ece-0cdc-488f-8751-8a77a10d22e4), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:20.961420 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-70e20895-3578-4227-9429-fb9983b60fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (af786ece-0cdc-488f-8751-8a77a10d22e4), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:20.964043 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-70e20895-3578-4227-9429-fb9983b60fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:20.965190 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-70e20895-3578-4227-9429-fb9983b60fcc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af786ece-0cdc-488f-8751-8a77a10d22e4 HTTP/1.1" status: 204 len: 168 time: 0.1200547 Mar 09 19:54:20.975774 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e20895-3578-4227-9429-fb9983b60fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af786ece-0cdc-488f-8751-8a77a10d22e4,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:21.021118 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 19:54:21.032268 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:54:21.032647 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:21.084929 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 765039f0-2f75-459c-8427-55debd69aaa0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=765039f0-2f75-459c-8427-55debd69aaa0,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:54:21.087054 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72766e5-70ef-4f7a-8b40-edb55c44a904 req-7d2310b7-1c4f-4860-9340-4799a4907eef tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:21.088372 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b72766e5-70ef-4f7a-8b40-edb55c44a904 req-7d2310b7-1c4f-4860-9340-4799a4907eef tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 943 time: 0.0568874 Mar 09 19:54:21.100560 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': '765039f0-2f75-459c-8427-55debd69aaa0', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'port_id': '765039f0-2f75-459c-8427-55debd69aaa0', 'mac_address': 'fa:16:3e:37:81:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:54:21.148658 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b72766e5-70ef-4f7a-8b40-edb55c44a904 req-3a74487f-56ff-4300-866b-b71096418a39 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541692 Mar 09 19:54:21.173108 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:54:21.173500 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:21.183641 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 765039f0-2f75-459c-8427-55debd69aaa0 is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:54:21.184020 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (765039f0-2f75-459c-8427-55debd69aaa0), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:21.203978 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765039f0-2f75-459c-8427-55debd69aaa0 {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:54:21.212394 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551acae4-4699-4e90-95eb-243cdd19aff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:54:21.214522 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2b007f-9f2f-4e41-b690-73eff5848d0f" -d '{"events": [{"server_uuid": "551acae4-4699-4e90-95eb-243cdd19aff4", "name": "network-vif-plugged", "status": "completed", "tag": "dc8d34a5-7986-4102-ab2b-9f22f2e8bf07"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:54:21.231866 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07,segment=NetworkSegment(c1d3b307-6053-4dc9-a67f-179590ab7bd6),segment_id=c1d3b307-6053-4dc9-a67f-179590ab7bd6)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:54:21.240249 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 765039f0-2f75-459c-8427-55debd69aaa0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=765039f0-2f75-459c-8427-55debd69aaa0,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:54:21.241390 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:21.247534 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (765039f0-2f75-459c-8427-55debd69aaa0), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:21.266258 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaedd6fe-5f01-4fed-a7e3-1ad82b6e02fb x-openstack-request-id: req-eaedd6fe-5f01-4fed-a7e3-1ad82b6e02fb {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:54:21.266573 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551acae4-4699-4e90-95eb-243cdd19aff4", "name": "network-vif-plugged", "status": "completed", "tag": "dc8d34a5-7986-4102-ab2b-9f22f2e8bf07", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:54:21.266832 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eaedd6fe-5f01-4fed-a7e3-1ad82b6e02fb {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:54:21.267219 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551acae4-4699-4e90-95eb-243cdd19aff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07', 'code': 200} Mar 09 19:54:21.293241 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:21.343598 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=765039f0-2f75-459c-8427-55debd69aaa0,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:21.492547 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['765039f0-2f75-459c-8427-55debd69aaa0'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:54:21.498315 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9224d1-cbc5-4641-9d58-18741817a12d req-71df05b0-23b5-4499-b7bc-992c0a522c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:21.499819 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8c9224d1-cbc5-4641-9d58-18741817a12d req-71df05b0-23b5-4499-b7bc-992c0a522c24 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 1130 time: 0.0455325 Mar 09 19:54:21.548204 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8c9224d1-cbc5-4641-9d58-18741817a12d req-47abc9c5-9bd5-4b90-9940-d20c2ff8e5c5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401874 Mar 09 19:54:22.005223 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a80131-95fb-4c28-85e3-7ec46c6931b8 req-5ac89832-c7d2-41de-9e44-0279be3e22d1 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:22.006955 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-02a80131-95fb-4c28-85e3-7ec46c6931b8 req-5ac89832-c7d2-41de-9e44-0279be3e22d1 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0515740 Mar 09 19:54:22.053615 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-02a80131-95fb-4c28-85e3-7ec46c6931b8 req-4e254327-fb98-4ef9-ac66-119c401c2e5f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411592 Mar 09 19:54:22.057874 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44308) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:22.157349 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9c2ecc5b-9396-42b8-9af8-4291cf33873e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:22.232476 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9c2ecc5b-9396-42b8-9af8-4291cf33873e admin admin] Publish callbacks [] for security_group (252524bc-d281-4389-aea4-2e1c0d47b13d), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:22.237530 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9c2ecc5b-9396-42b8-9af8-4291cf33873e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (252524bc-d281-4389-aea4-2e1c0d47b13d), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:22.274808 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46aaeb-c1b0-4187-ada4-ccfe6fcaaf7b req-b5871494-6fe2-4ced-ad22-09725ee1763d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:22.275768 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-9c2ecc5b-9396-42b8-9af8-4291cf33873e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c76dfba53f1c4c3e9f1dacf8f0ffdf1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168403 Mar 09 19:54:22.276422 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bf46aaeb-c1b0-4187-ada4-ccfe6fcaaf7b req-b5871494-6fe2-4ced-ad22-09725ee1763d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 944 time: 0.0560913 Mar 09 19:54:22.276869 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ecc5b-9396-42b8-9af8-4291cf33873e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252524bc-d281-4389-aea4-2e1c0d47b13d,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:22.278385 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44314) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:22.355852 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bf46aaeb-c1b0-4187-ada4-ccfe6fcaaf7b req-6f89b876-2c45-49b9-84fd-e2beac209c45 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707967 Mar 09 19:54:22.356618 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cab7311b-0736-4b02-b1da-741dab1b650c admin admin] Publish callbacks [] for security_group (252524bc-d281-4389-aea4-2e1c0d47b13d), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:22.377682 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cab7311b-0736-4b02-b1da-741dab1b650c admin admin] Publish callbacks [] for security_group (252524bc-d281-4389-aea4-2e1c0d47b13d), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:22.423412 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cab7311b-0736-4b02-b1da-741dab1b650c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (252524bc-d281-4389-aea4-2e1c0d47b13d), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:22.426013 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cab7311b-0736-4b02-b1da-741dab1b650c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:22.427214 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-cab7311b-0736-4b02-b1da-741dab1b650c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/252524bc-d281-4389-aea4-2e1c0d47b13d HTTP/1.1" status: 204 len: 168 time: 0.1473787 Mar 09 19:54:22.434833 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7311b-0736-4b02-b1da-741dab1b650c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252524bc-d281-4389-aea4-2e1c0d47b13d,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:22.898658 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 765039f0-2f75-459c-8427-55debd69aaa0 up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:54:22.948693 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port 765039f0-2f75-459c-8427-55debd69aaa0 completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 19:54:22.952973 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port 765039f0-2f75-459c-8427-55debd69aaa0 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:54:22.953452 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (765039f0-2f75-459c-8427-55debd69aaa0), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:23.027910 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 765039f0-2f75-459c-8427-55debd69aaa0 is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:54:23.028325 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (765039f0-2f75-459c-8427-55debd69aaa0), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:23.060141 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 765039f0-2f75-459c-8427-55debd69aaa0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=765039f0-2f75-459c-8427-55debd69aaa0,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:54:23.063567 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (765039f0-2f75-459c-8427-55debd69aaa0), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:23.113591 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=765039f0-2f75-459c-8427-55debd69aaa0,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:23.174676 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311471c-b86b-4cf1-8d36-5d5447cf7550 req-081087c7-446a-42bf-b5a2-6f37753de76d tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:23.176259 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6311471c-b86b-4cf1-8d36-5d5447cf7550 req-081087c7-446a-42bf-b5a2-6f37753de76d tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0528517 Mar 09 19:54:23.226577 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6311471c-b86b-4cf1-8d36-5d5447cf7550 req-aa189a8d-09d5-4da8-8ab4-a11952fa97fb tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443721 Mar 09 19:54:23.268690 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1207eea1-f70d-49bf-b288-11a7db0a55b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765039f0-2f75-459c-8427-55debd69aaa0'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:54:23.271209 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca87f2b-0ed9-4c5e-8564-0964abc88b45" -d '{"events": [{"server_uuid": "1207eea1-f70d-49bf-b288-11a7db0a55b6", "name": "network-vif-plugged", "status": "completed", "tag": "765039f0-2f75-459c-8427-55debd69aaa0"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:54:23.311056 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c15ee3d-512e-406b-ae3e-c98cc622f88f x-openstack-request-id: req-0c15ee3d-512e-406b-ae3e-c98cc622f88f {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:54:23.311521 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1207eea1-f70d-49bf-b288-11a7db0a55b6", "name": "network-vif-plugged", "status": "completed", "tag": "765039f0-2f75-459c-8427-55debd69aaa0", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:54:23.311775 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c15ee3d-512e-406b-ae3e-c98cc622f88f {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:54:23.312203 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1207eea1-f70d-49bf-b288-11a7db0a55b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765039f0-2f75-459c-8427-55debd69aaa0', 'code': 200} Mar 09 19:54:23.352261 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c66e04-569f-4160-b8f7-b02bcad7a021 req-0f4acbf6-cc08-4e7c-bbe6-fe32bc6ed20b tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:23.358846 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f4c66e04-569f-4160-b8f7-b02bcad7a021 req-0f4acbf6-cc08-4e7c-bbe6-fe32bc6ed20b tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0620632 Mar 09 19:54:23.411980 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f4c66e04-569f-4160-b8f7-b02bcad7a021 req-0f2c30ef-d748-4cb0-a411-c2a792899f9c tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521345 Mar 09 19:54:23.437387 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44356) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:23.539238 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b4f2e-7f65-4d2a-8dda-af3745848c26 req-881bcd93-f787-49a5-8e91-2bda7754f019 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:23.540735 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-156b4f2e-7f65-4d2a-8dda-af3745848c26 req-881bcd93-f787-49a5-8e91-2bda7754f019 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.0901899 Mar 09 19:54:23.543277 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edfa81-3409-4f83-a6f3-e74658090401 req-4ad3763c-43da-4939-83bd-ff2e07862d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:23.544672 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-04edfa81-3409-4f83-a6f3-e74658090401 req-4ad3763c-43da-4939-83bd-ff2e07862d2e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 1129 time: 0.0853233 Mar 09 19:54:23.616902 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-156b4f2e-7f65-4d2a-8dda-af3745848c26 req-dbc8f89e-0b61-4f1a-92ff-81e02bc3e70c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693340 Mar 09 19:54:23.630206 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-04edfa81-3409-4f83-a6f3-e74658090401 req-d72b4d11-0f14-4f17-8984-5669f1378389 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754833 Mar 09 19:54:23.664572 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf131ca-cab3-4ad4-84bd-7fefabe445c4 tempest-TestShelveInstance-895300986 tempest-TestShelveInstance-895300986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:23.666125 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-ebf131ca-cab3-4ad4-84bd-7fefabe445c4 tempest-TestShelveInstance-895300986 tempest-TestShelveInstance-895300986-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 1125 time: 0.2270858 Mar 09 19:54:23.669176 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44364) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:23.673656 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Request body: {'floatingip': {'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'port_id': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:54:23.695578 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:23.797992 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:23.900391 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Allocated IP 172.27.3.98 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/73ec4822-af0d-4c01-9ef4-687a7585215d) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:54:24.001462 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for port (73ec4822-af0d-4c01-9ef4-687a7585215d), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:24.042124 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (73ec4822-af0d-4c01-9ef4-687a7585215d), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:24.071398 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:54:24.076255 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:54:24.079633 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:54:24.106744 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Pushing event updated for resources: {'Port': ['ID=73ec4822-af0d-4c01-9ef4-687a7585215d,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:24.730777 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for floatingip (32a2d762-74d3-4470-be39-293dfee37948), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:24.785024 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40dafc-744d-49f0-a6cc-eb01946ca55e req-004aaf32-6f2a-4603-9574-0a2fb8ba814f tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:24.786505 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3c40dafc-744d-49f0-a6cc-eb01946ca55e req-004aaf32-6f2a-4603-9574-0a2fb8ba814f tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.0932274 Mar 09 19:54:24.829941 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (73ec4822-af0d-4c01-9ef4-687a7585215d), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:24.879225 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3c40dafc-744d-49f0-a6cc-eb01946ca55e req-ec09e040-fa5b-4413-80d6-7e7a9579e93d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729368 Mar 09 19:54:24.995574 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for port (73ec4822-af0d-4c01-9ef4-687a7585215d), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:24.999904 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (73ec4822-af0d-4c01-9ef4-687a7585215d), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:25.063182 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Pushing event updated for resources: {'Port': ['ID=73ec4822-af0d-4c01-9ef4-687a7585215d,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:25.074316 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (32a2d762-74d3-4470-be39-293dfee37948), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:25.173170 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Floating IP 32a2d762-74d3-4470-be39-293dfee37948 associated. External IP: 172.27.3.98, port: dc8d34a5-7986-4102-ab2b-9f22f2e8bf07. Mar 09 19:54:25.377172 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Router dce5781c-b806-4801-af18-31df463ac42c has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:54:25.486920 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:54:25.496254 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d888a66-e345-45a1-a2d4-546a947ac7d7 None None] Sync routers for ids ['dce5781c-b806-4801-af18-31df463ac42c'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:54:25.503498 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:25.506910 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d888a66-e345-45a1-a2d4-546a947ac7d7 None None] Routers {'dce5781c-b806-4801-af18-31df463ac42c'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:54:25.507595 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-9d888a66-e345-45a1-a2d4-546a947ac7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:54:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['dce5781c-b806-4801-af18-31df463ac42c'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:25.532638 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-b4583fc2-1181-4583-bcdb-6b8e6cd94918 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8624444 Mar 09 19:54:25.533240 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551acae4-4699-4e90-95eb-243cdd19aff4', 'tag': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:54:25.535440 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df128b02-5c0a-44da-a1b0-a03da5313ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "551acae4-4699-4e90-95eb-243cdd19aff4", "tag": "dc8d34a5-7986-4102-ab2b-9f22f2e8bf07"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:54:25.570654 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6abd60-2d20-4cb9-8f11-8b45fb4f72a1 x-openstack-request-id: req-3f6abd60-2d20-4cb9-8f11-8b45fb4f72a1 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:54:25.570940 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551acae4-4699-4e90-95eb-243cdd19aff4", "tag": "dc8d34a5-7986-4102-ab2b-9f22f2e8bf07", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:54:25.571195 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f6abd60-2d20-4cb9-8f11-8b45fb4f72a1 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:54:25.571605 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551acae4-4699-4e90-95eb-243cdd19aff4', 'tag': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07', 'status': 'completed', 'code': 200} Mar 09 19:54:25.623987 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-9d888a66-e345-45a1-a2d4-546a947ac7d7 None None] Set router dce5781c-b806-4801-af18-31df463ac42c gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:54:25.648016 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df128b02-5c0a-44da-a1b0-a03da5313ccd req-603e08b4-6dde-4dee-b583-f5363ba64ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:25.649559 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-df128b02-5c0a-44da-a1b0-a03da5313ccd req-603e08b4-6dde-4dee-b583-f5363ba64ea0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b43418ea084d90a7da278a1c129a34&device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 1130 time: 0.0554338 Mar 09 19:54:25.751360 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df128b02-5c0a-44da-a1b0-a03da5313ccd req-a4d8d230-dead-44f3-bc66-bc4a1d927629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:25.752870 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-df128b02-5c0a-44da-a1b0-a03da5313ccd req-a4d8d230-dead-44f3-bc66-bc4a1d927629 service neutron] 10.222.0.20 "GET /v2.0/networks?id=78f48c1a-404b-46a8-a76c-8d73a6cab978 HTTP/1.1" status: 200 len: 909 time: 0.0959284 Mar 09 19:54:25.825301 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-df128b02-5c0a-44da-a1b0-a03da5313ccd req-fa5b1dbe-7301-44d2-802a-5d860b188c73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 HTTP/1.1" status: 200 len: 999 time: 0.0657182 Mar 09 19:54:25.852638 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-9d888a66-e345-45a1-a2d4-546a947ac7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5781c-b806-4801-af18-31df463ac42c', 'name': 'tempest-TestShelveInstance-199314376-router', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:37Z', 'revision_number': 4, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'gw_port': {'id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:22:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '32a2d762-74d3-4470-be39-293dfee37948', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'port_id': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978', 'mac_address': 'fa:16:3e:87:68:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551acae4-4699-4e90-95eb-243cdd19aff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:54:24Z', 'updated_at': '2022-03-09T19:54:24Z', 'revision_number': 0, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2724ad-b500-4b38-b611-874e7f0c7fdb', 'name': '', 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'mac_address': 'fa:16:3e:b9:ca:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:37Z', 'updated_at': '2022-03-09T19:53:42Z', 'revision_number': 5, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'subnets': [{'id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:25.877914 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df128b02-5c0a-44da-a1b0-a03da5313ccd req-8cfac882-1820-4ddd-a72b-4574c27ecbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:25.879996 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-df128b02-5c0a-44da-a1b0-a03da5313ccd req-8cfac882-1820-4ddd-a72b-4574c27ecbc4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5d74d19-614f-4e40-b80c-b52f3e9956b9 HTTP/1.1" status: 200 len: 847 time: 0.0481067 Mar 09 19:54:25.882668 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d888a66-e345-45a1-a2d4-546a947ac7d7 None None] Checking router: dce5781c-b806-4801-af18-31df463ac42c for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:54:25.890963 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d888a66-e345-45a1-a2d4-546a947ac7d7 None None] Routers {'dce5781c-b806-4801-af18-31df463ac42c'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:54:25.891562 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-9d888a66-e345-45a1-a2d4-546a947ac7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:54:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['dce5781c-b806-4801-af18-31df463ac42c'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:25.931028 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df128b02-5c0a-44da-a1b0-a03da5313ccd req-fdae52e7-b605-4e39-86ab-8114bbff7f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:25.932679 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-df128b02-5c0a-44da-a1b0-a03da5313ccd req-fdae52e7-b605-4e39-86ab-8114bbff7f3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78f48c1a-404b-46a8-a76c-8d73a6cab978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464129 Mar 09 19:54:26.016987 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-9d888a66-e345-45a1-a2d4-546a947ac7d7 None None] Set router dce5781c-b806-4801-af18-31df463ac42c gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:54:26.068510 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147af31-c766-4a82-a916-d37413903f66 req-f3b340a6-59a2-4687-82ba-758e7e30a348 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:26.069971 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b147af31-c766-4a82-a916-d37413903f66 req-f3b340a6-59a2-4687-82ba-758e7e30a348 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.1122301 Mar 09 19:54:26.072804 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-df128b02-5c0a-44da-a1b0-a03da5313ccd req-7142fa14-3315-4037-baac-84dfe845a015 service neutron] 10.222.0.20 "GET /v2.0/networks/78f48c1a-404b-46a8-a76c-8d73a6cab978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339502 Mar 09 19:54:26.201420 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b147af31-c766-4a82-a916-d37413903f66 req-b2001a66-5e2c-4c95-a810-2edcd573ca0d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250930 Mar 09 19:54:26.222078 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-df128b02-5c0a-44da-a1b0-a03da5313ccd req-57ae1a74-55a8-4251-b108-617c047e60ad service neutron] 10.222.0.20 "GET /v2.0/networks/78f48c1a-404b-46a8-a76c-8d73a6cab978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387355 Mar 09 19:54:26.262177 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-9d888a66-e345-45a1-a2d4-546a947ac7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5781c-b806-4801-af18-31df463ac42c', 'name': 'tempest-TestShelveInstance-199314376-router', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:37Z', 'revision_number': 4, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'gw_port': {'id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:22:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '32a2d762-74d3-4470-be39-293dfee37948', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'port_id': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978', 'mac_address': 'fa:16:3e:87:68:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551acae4-4699-4e90-95eb-243cdd19aff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:54:24Z', 'updated_at': '2022-03-09T19:54:24Z', 'revision_number': 0, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2724ad-b500-4b38-b611-874e7f0c7fdb', 'name': '', 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'mac_address': 'fa:16:3e:b9:ca:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:37Z', 'updated_at': '2022-03-09T19:53:42Z', 'revision_number': 5, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'subnets': [{'id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:26.293842 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d888a66-e345-45a1-a2d4-546a947ac7d7 None None] The sync data for ids ['dce5781c-b806-4801-af18-31df463ac42c'] in dv-cinder-788366-9-iscsi is: [{'id': 'dce5781c-b806-4801-af18-31df463ac42c', 'name': 'tempest-TestShelveInstance-199314376-router', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:37Z', 'revision_number': 4, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'gw_port': {'id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:22:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '32a2d762-74d3-4470-be39-293dfee37948', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'port_id': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978', 'mac_address': 'fa:16:3e:87:68:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551acae4-4699-4e90-95eb-243cdd19aff4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:54:24Z', 'updated_at': '2022-03-09T19:54:24Z', 'revision_number': 0, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe2724ad-b500-4b38-b611-874e7f0c7fdb', 'name': '', 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'mac_address': 'fa:16:3e:b9:ca:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:37Z', 'updated_at': '2022-03-09T19:53:42Z', 'revision_number': 5, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'subnets': [{'id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:54:26.339331 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae2f54-9163-456f-9e82-5f157357228b req-8d0ce39c-6c18-4040-9a00-6b4f44509306 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:26.341355 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bdae2f54-9163-456f-9e82-5f157357228b req-8d0ce39c-6c18-4040-9a00-6b4f44509306 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.0576069 Mar 09 19:54:26.349740 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44410) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:26.354230 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-401e20da-9efe-49ad-a660-8db494b2d1f1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Request body: {'floatingip': {'port_id': '765039f0-2f75-459c-8427-55debd69aaa0'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:54:26.403052 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-401e20da-9efe-49ad-a660-8db494b2d1f1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for floatingip (6c90fd30-772d-4f7f-ab2e-3414699c1524), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:26.533522 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8fc476-3f7d-40ed-b5ef-b45b3067664b None None] New status for floating IP 32a2d762-74d3-4470-be39-293dfee37948: ACTIVE {{(pid=114607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:54:26.874370 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-401e20da-9efe-49ad-a660-8db494b2d1f1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:26.877806 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-401e20da-9efe-49ad-a660-8db494b2d1f1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (6c90fd30-772d-4f7f-ab2e-3414699c1524), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:26.973935 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [None req-401e20da-9efe-49ad-a660-8db494b2d1f1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Floating IP 6c90fd30-772d-4f7f-ab2e-3414699c1524 associated. External IP: 172.27.3.18, port: 765039f0-2f75-459c-8427-55debd69aaa0. Mar 09 19:54:27.171922 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401e20da-9efe-49ad-a660-8db494b2d1f1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Router 2a72f63c-3d6e-4079-9d26-b0148203bb48 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:54:27.278141 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401e20da-9efe-49ad-a660-8db494b2d1f1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:54:27.282650 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-401e20da-9efe-49ad-a660-8db494b2d1f1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:27.287205 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a5338f-bb6e-4e30-9872-77d58728a443 None None] Sync routers for ids ['2a72f63c-3d6e-4079-9d26-b0148203bb48'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:54:27.297002 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5338f-bb6e-4e30-9872-77d58728a443 None None] Routers {'2a72f63c-3d6e-4079-9d26-b0148203bb48'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:54:27.297604 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-c4a5338f-bb6e-4e30-9872-77d58728a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:54:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['2a72f63c-3d6e-4079-9d26-b0148203bb48'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:27.310880 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-401e20da-9efe-49ad-a660-8db494b2d1f1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "PUT /v2.0/floatingips/6c90fd30-772d-4f7f-ab2e-3414699c1524 HTTP/1.1" status: 200 len: 990 time: 0.9600790 Mar 09 19:54:27.532360 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-e319a386-732c-4eab-a418-f9bbbe65830c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:27.536712 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-c4a5338f-bb6e-4e30-9872-77d58728a443 None None] Set router 2a72f63c-3d6e-4079-9d26-b0148203bb48 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:54:27.572317 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1207eea1-f70d-49bf-b288-11a7db0a55b6', 'tag': '765039f0-2f75-459c-8427-55debd69aaa0'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:54:27.574675 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74875641-47a5-43d1-846a-f120e55bf17d" -d '{"events": [{"name": "network-changed", "server_uuid": "1207eea1-f70d-49bf-b288-11a7db0a55b6", "tag": "765039f0-2f75-459c-8427-55debd69aaa0"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:54:27.608617 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac666c8b-94ea-4353-8dde-eafbb5c9fb76 x-openstack-request-id: req-ac666c8b-94ea-4353-8dde-eafbb5c9fb76 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:54:27.609018 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1207eea1-f70d-49bf-b288-11a7db0a55b6", "tag": "765039f0-2f75-459c-8427-55debd69aaa0", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:54:27.609312 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac666c8b-94ea-4353-8dde-eafbb5c9fb76 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:54:27.609736 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1207eea1-f70d-49bf-b288-11a7db0a55b6', 'tag': '765039f0-2f75-459c-8427-55debd69aaa0', 'status': 'completed', 'code': 200} Mar 09 19:54:27.679238 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74875641-47a5-43d1-846a-f120e55bf17d req-570c8b8b-5312-43f1-963c-8a459dd7046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:27.680632 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-74875641-47a5-43d1-846a-f120e55bf17d req-570c8b8b-5312-43f1-963c-8a459dd7046c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52cda80c344647d9be865c160e333e2b&device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 1129 time: 0.0470409 Mar 09 19:54:27.766824 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-c4a5338f-bb6e-4e30-9872-77d58728a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:50:01Z', 'revision_number': 4, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '6c90fd30-772d-4f7f-ab2e-3414699c1524', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'port_id': '765039f0-2f75-459c-8427-55debd69aaa0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'mac_address': 'fa:16:3e:37:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1207eea1-f70d-49bf-b288-11a7db0a55b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:54:13Z', 'updated_at': '2022-03-09T19:54:26Z', 'revision_number': 1, 'project_id': '52cda80c344647d9be865c160e333e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f76d5962-0b4a-448f-b357-6077a46e2ce7', 'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'mac_address': 'fa:16:3e:c7:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:12Z', 'revision_number': 5, 'project_id': '52cda80c344647d9be865c160e333e2b', 'subnets': [{'id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:27.779041 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74875641-47a5-43d1-846a-f120e55bf17d req-58f3d7d8-67a9-480f-8c0c-39f742a68581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:27.781057 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-74875641-47a5-43d1-846a-f120e55bf17d req-58f3d7d8-67a9-480f-8c0c-39f742a68581 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2333c970-a951-49ee-a7ad-57bc53c804b9 HTTP/1.1" status: 200 len: 917 time: 0.0925226 Mar 09 19:54:27.797871 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a5338f-bb6e-4e30-9872-77d58728a443 None None] Checking router: 2a72f63c-3d6e-4079-9d26-b0148203bb48 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:54:27.807345 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5338f-bb6e-4e30-9872-77d58728a443 None None] Routers {'2a72f63c-3d6e-4079-9d26-b0148203bb48'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:54:27.807941 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-c4a5338f-bb6e-4e30-9872-77d58728a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:54:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['2a72f63c-3d6e-4079-9d26-b0148203bb48'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:27.848911 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-74875641-47a5-43d1-846a-f120e55bf17d req-8d49e603-f8c3-45a9-ac4e-3ad86afa10b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=765039f0-2f75-459c-8427-55debd69aaa0 HTTP/1.1" status: 200 len: 998 time: 0.0612853 Mar 09 19:54:27.907175 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74875641-47a5-43d1-846a-f120e55bf17d req-115b7422-04cd-4e2f-b87b-0e6586e94bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:27.909433 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-74875641-47a5-43d1-846a-f120e55bf17d req-115b7422-04cd-4e2f-b87b-0e6586e94bfe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=745bc262-f6dc-493a-8098-f645b9a00e95 HTTP/1.1" status: 200 len: 855 time: 0.0525327 Mar 09 19:54:27.939543 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-c4a5338f-bb6e-4e30-9872-77d58728a443 None None] Set router 2a72f63c-3d6e-4079-9d26-b0148203bb48 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:54:27.969469 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74875641-47a5-43d1-846a-f120e55bf17d req-91d5a581-c768-4cd1-b5f3-ce33289a13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:27.970971 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-74875641-47a5-43d1-846a-f120e55bf17d req-91d5a581-c768-4cd1-b5f3-ce33289a13d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2333c970-a951-49ee-a7ad-57bc53c804b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499260 Mar 09 19:54:28.061303 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-74875641-47a5-43d1-846a-f120e55bf17d req-443ea430-8462-4eff-9ba7-d20b075ab7ef service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816560 Mar 09 19:54:28.151779 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-74875641-47a5-43d1-846a-f120e55bf17d req-b782cc7c-ca18-40c5-90d1-60d563473f7c service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842049 Mar 09 19:54:28.161788 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-c4a5338f-bb6e-4e30-9872-77d58728a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:50:01Z', 'revision_number': 4, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '6c90fd30-772d-4f7f-ab2e-3414699c1524', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'port_id': '765039f0-2f75-459c-8427-55debd69aaa0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'mac_address': 'fa:16:3e:37:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1207eea1-f70d-49bf-b288-11a7db0a55b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:54:13Z', 'updated_at': '2022-03-09T19:54:26Z', 'revision_number': 1, 'project_id': '52cda80c344647d9be865c160e333e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f76d5962-0b4a-448f-b357-6077a46e2ce7', 'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'mac_address': 'fa:16:3e:c7:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:12Z', 'revision_number': 5, 'project_id': '52cda80c344647d9be865c160e333e2b', 'subnets': [{'id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:28.191623 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a5338f-bb6e-4e30-9872-77d58728a443 None None] The sync data for ids ['2a72f63c-3d6e-4079-9d26-b0148203bb48'] in dv-cinder-788366-9-iscsi is: [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:50:01Z', 'revision_number': 4, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '6c90fd30-772d-4f7f-ab2e-3414699c1524', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'port_id': '765039f0-2f75-459c-8427-55debd69aaa0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'mac_address': 'fa:16:3e:37:81:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1207eea1-f70d-49bf-b288-11a7db0a55b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:54:13Z', 'updated_at': '2022-03-09T19:54:26Z', 'revision_number': 1, 'project_id': '52cda80c344647d9be865c160e333e2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f76d5962-0b4a-448f-b357-6077a46e2ce7', 'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'mac_address': 'fa:16:3e:c7:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:12Z', 'revision_number': 5, 'project_id': '52cda80c344647d9be865c160e333e2b', 'subnets': [{'id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:54:28.369146 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685f327a-fa59-4fba-b162-1a95ef4ab68a None None] New status for floating IP 6c90fd30-772d-4f7f-ab2e-3414699c1524: ACTIVE {{(pid=114607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:54:29.741394 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-52f54d7d-c2b3-46ff-b201-e7f5edf10df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:30.585096 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44466) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:30.689933 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-49650f42-0687-40c8-bf51-e8a05bd267bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:30.762459 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-49650f42-0687-40c8-bf51-e8a05bd267bb admin admin] Publish callbacks [] for security_group (3f71373a-4780-448f-9fae-9663d1c47422), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:30.765962 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-49650f42-0687-40c8-bf51-e8a05bd267bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (3f71373a-4780-448f-9fae-9663d1c47422), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:30.800625 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49650f42-0687-40c8-bf51-e8a05bd267bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f71373a-4780-448f-9fae-9663d1c47422,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:30.805553 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-49650f42-0687-40c8-bf51-e8a05bd267bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6647f65b7b6b436e95ad377bee89abe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194321 Mar 09 19:54:30.808385 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44470) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:30.842757 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:30.854783 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-82c37b52-580e-4c14-b6b7-02fa3f991a64 admin admin] Publish callbacks [] for security_group (3f71373a-4780-448f-9fae-9663d1c47422), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:30.876576 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-82c37b52-580e-4c14-b6b7-02fa3f991a64 admin admin] Publish callbacks [] for security_group (3f71373a-4780-448f-9fae-9663d1c47422), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:30.934140 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-82c37b52-580e-4c14-b6b7-02fa3f991a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (3f71373a-4780-448f-9fae-9663d1c47422), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:30.936717 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-82c37b52-580e-4c14-b6b7-02fa3f991a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:30.937862 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-82c37b52-580e-4c14-b6b7-02fa3f991a64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f71373a-4780-448f-9fae-9663d1c47422 HTTP/1.1" status: 204 len: 168 time: 0.1285713 Mar 09 19:54:30.945305 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c37b52-580e-4c14-b6b7-02fa3f991a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f71373a-4780-448f-9fae-9663d1c47422,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:31.186881 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44476) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:31.203451 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-73c6af61-375b-46b2-87b1-d765e674999a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:31.276047 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-73c6af61-375b-46b2-87b1-d765e674999a admin admin] Publish callbacks [] for security_group (d264bcca-42d3-4500-b27f-22860b6412cb), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:31.279499 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-73c6af61-375b-46b2-87b1-d765e674999a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (d264bcca-42d3-4500-b27f-22860b6412cb), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:31.316882 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-73c6af61-375b-46b2-87b1-d765e674999a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a54c92eca865409b91c4eaba6f79dbc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289248 Mar 09 19:54:31.317719 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6af61-375b-46b2-87b1-d765e674999a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d264bcca-42d3-4500-b27f-22860b6412cb,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:31.319444 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44478) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:31.366224 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-e7c8c75f-7c7e-455c-9205-d3daca2207b1 admin admin] Publish callbacks [] for security_group (d264bcca-42d3-4500-b27f-22860b6412cb), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:31.386328 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-e7c8c75f-7c7e-455c-9205-d3daca2207b1 admin admin] Publish callbacks [] for security_group (d264bcca-42d3-4500-b27f-22860b6412cb), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:31.438760 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-e7c8c75f-7c7e-455c-9205-d3daca2207b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (d264bcca-42d3-4500-b27f-22860b6412cb), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:31.441188 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-e7c8c75f-7c7e-455c-9205-d3daca2207b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:31.442340 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-e7c8c75f-7c7e-455c-9205-d3daca2207b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d264bcca-42d3-4500-b27f-22860b6412cb HTTP/1.1" status: 204 len: 168 time: 0.1219258 Mar 09 19:54:31.451688 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8c75f-7c7e-455c-9205-d3daca2207b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d264bcca-42d3-4500-b27f-22860b6412cb,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:31.743218 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44484) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:31.756503 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-82be6b93-62f3-4b33-bd59-82de526ac3dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:31.826793 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-82be6b93-62f3-4b33-bd59-82de526ac3dc admin admin] Publish callbacks [] for security_group (33517b28-ce83-4055-b323-75b417c93313), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:31.830160 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-82be6b93-62f3-4b33-bd59-82de526ac3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (33517b28-ce83-4055-b323-75b417c93313), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:31.866192 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-82be6b93-62f3-4b33-bd59-82de526ac3dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d5642ff10850449b8146213e85396530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1219435 Mar 09 19:54:31.867017 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be6b93-62f3-4b33-bd59-82de526ac3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33517b28-ce83-4055-b323-75b417c93313,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:31.869146 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44486) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:31.874229 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be6b93-62f3-4b33-bd59-82de526ac3dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:31.874575 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be6b93-62f3-4b33-bd59-82de526ac3dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:31.874909 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be6b93-62f3-4b33-bd59-82de526ac3dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:31.875240 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be6b93-62f3-4b33-bd59-82de526ac3dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:31.875565 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be6b93-62f3-4b33-bd59-82de526ac3dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:31.875887 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be6b93-62f3-4b33-bd59-82de526ac3dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:31.876239 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be6b93-62f3-4b33-bd59-82de526ac3dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:31.876558 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be6b93-62f3-4b33-bd59-82de526ac3dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:31.876878 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be6b93-62f3-4b33-bd59-82de526ac3dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:31.877193 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be6b93-62f3-4b33-bd59-82de526ac3dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:31.877509 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be6b93-62f3-4b33-bd59-82de526ac3dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:31.877823 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be6b93-62f3-4b33-bd59-82de526ac3dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:31.878134 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be6b93-62f3-4b33-bd59-82de526ac3dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:31.917547 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-630c93c8-9c4d-4bb0-8303-a1b8ce036218 admin admin] Publish callbacks [] for security_group (33517b28-ce83-4055-b323-75b417c93313), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:31.937266 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-630c93c8-9c4d-4bb0-8303-a1b8ce036218 admin admin] Publish callbacks [] for security_group (33517b28-ce83-4055-b323-75b417c93313), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:31.981878 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-630c93c8-9c4d-4bb0-8303-a1b8ce036218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (33517b28-ce83-4055-b323-75b417c93313), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:31.984436 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-630c93c8-9c4d-4bb0-8303-a1b8ce036218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:31.985577 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-630c93c8-9c4d-4bb0-8303-a1b8ce036218 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33517b28-ce83-4055-b323-75b417c93313 HTTP/1.1" status: 204 len: 168 time: 0.1153495 Mar 09 19:54:31.992816 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c93c8-9c4d-4bb0-8303-a1b8ce036218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33517b28-ce83-4055-b323-75b417c93313,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:32.068194 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:32.461375 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:33.856412 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:34.075720 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:54:51.052661 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44636) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:51.153894 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-67c86f14-0a4c-4b14-a2f8-54f5dec2f7e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:51.228038 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-67c86f14-0a4c-4b14-a2f8-54f5dec2f7e1 admin admin] Publish callbacks [] for security_group (9c1763c4-b295-4783-927e-99bb1c54709d), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:51.231730 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-67c86f14-0a4c-4b14-a2f8-54f5dec2f7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (9c1763c4-b295-4783-927e-99bb1c54709d), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:51.548732 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c86f14-0a4c-4b14-a2f8-54f5dec2f7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1763c4-b295-4783-927e-99bb1c54709d,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:51.562623 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c86f14-0a4c-4b14-a2f8-54f5dec2f7e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:51.562907 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c86f14-0a4c-4b14-a2f8-54f5dec2f7e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:51.563243 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c86f14-0a4c-4b14-a2f8-54f5dec2f7e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:51.563575 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c86f14-0a4c-4b14-a2f8-54f5dec2f7e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:51.563906 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c86f14-0a4c-4b14-a2f8-54f5dec2f7e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:51.564315 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c86f14-0a4c-4b14-a2f8-54f5dec2f7e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:51.564544 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c86f14-0a4c-4b14-a2f8-54f5dec2f7e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:51.564864 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c86f14-0a4c-4b14-a2f8-54f5dec2f7e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:51.565184 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c86f14-0a4c-4b14-a2f8-54f5dec2f7e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:51.565490 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c86f14-0a4c-4b14-a2f8-54f5dec2f7e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:51.565819 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c86f14-0a4c-4b14-a2f8-54f5dec2f7e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:51.566198 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c86f14-0a4c-4b14-a2f8-54f5dec2f7e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:51.566409 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c86f14-0a4c-4b14-a2f8-54f5dec2f7e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:51.572473 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-67c86f14-0a4c-4b14-a2f8-54f5dec2f7e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22b0211360ff4544a52ae93816ddf3ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5181179 Mar 09 19:54:51.574602 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44648) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:51.627316 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-93bb881f-0160-4bae-988a-c3c2d2f4fcd6 admin admin] Publish callbacks [] for security_group (9c1763c4-b295-4783-927e-99bb1c54709d), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:51.647572 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-93bb881f-0160-4bae-988a-c3c2d2f4fcd6 admin admin] Publish callbacks [] for security_group (9c1763c4-b295-4783-927e-99bb1c54709d), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:51.693913 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-93bb881f-0160-4bae-988a-c3c2d2f4fcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (9c1763c4-b295-4783-927e-99bb1c54709d), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:51.696466 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-93bb881f-0160-4bae-988a-c3c2d2f4fcd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:51.697736 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-93bb881f-0160-4bae-988a-c3c2d2f4fcd6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c1763c4-b295-4783-927e-99bb1c54709d HTTP/1.1" status: 204 len: 168 time: 0.1221673 Mar 09 19:54:51.705210 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb881f-0160-4bae-988a-c3c2d2f4fcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1763c4-b295-4783-927e-99bb1c54709d,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:52.335216 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44670) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:52.429089 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-1341a5e3-9f71-4d94-947d-3ea77b1fd281 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1617597958-network', 'tenant_id': '24196775b71d467f82be587e453b8be4'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:54:52.448463 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1341a5e3-9f71-4d94-947d-3ea77b1fd281 admin admin] Made reservation on behalf of 24196775b71d467f82be587e453b8be4 for: {'network': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:54:52.450725 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1341a5e3-9f71-4d94-947d-3ea77b1fd281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:52.461300 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1341a5e3-9f71-4d94-947d-3ea77b1fd281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:52.533770 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1341a5e3-9f71-4d94-947d-3ea77b1fd281 admin admin] Publish callbacks [] for security_group (194b4a9b-c626-452d-abfd-74864ee6861a), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:52.537504 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1341a5e3-9f71-4d94-947d-3ea77b1fd281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (194b4a9b-c626-452d-abfd-74864ee6861a), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:52.559416 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1341a5e3-9f71-4d94-947d-3ea77b1fd281 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=114605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 19:54:52.573842 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341a5e3-9f71-4d94-947d-3ea77b1fd281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194b4a9b-c626-452d-abfd-74864ee6861a,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:52.580324 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1341a5e3-9f71-4d94-947d-3ea77b1fd281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (c5be0f4b-be34-4fc1-814f-68bb5267d53e), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:52.580908 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.segments_db [None req-1341a5e3-9f71-4d94-947d-3ea77b1fd281 admin admin] Added segment c5be0f4b-be34-4fc1-814f-68bb5267d53e of type vlan for network 90dc0329-c1f6-4a9a-a3f6-ad29c228911b Mar 09 19:54:52.631604 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1341a5e3-9f71-4d94-947d-3ea77b1fd281 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (90dc0329-c1f6-4a9a-a3f6-ad29c228911b), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:52.656381 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1341a5e3-9f71-4d94-947d-3ea77b1fd281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (90dc0329-c1f6-4a9a-a3f6-ad29c228911b), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:52.657258 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1341a5e3-9f71-4d94-947d-3ea77b1fd281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:52.657830 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1341a5e3-9f71-4d94-947d-3ea77b1fd281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:52.691758 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-1341a5e3-9f71-4d94-947d-3ea77b1fd281 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3552601 Mar 09 19:54:52.694667 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44680) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:52.699606 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-f75f6798-27b6-4405-9a0f-a27484f287e2 admin admin] Request body: {'subnet': {'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1617597958-subnet', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'ip_version': 4}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:54:52.720537 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75f6798-27b6-4405-9a0f-a27484f287e2 admin admin] Made reservation on behalf of 24196775b71d467f82be587e453b8be4 for: {'subnet': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:54:52.724236 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341a5e3-9f71-4d94-947d-3ea77b1fd281 admin admin] Pushing event updated for resources: {'Network': ['ID=90dc0329-c1f6-4a9a-a3f6-ad29c228911b,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:52.724405 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f75f6798-27b6-4405-9a0f-a27484f287e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12031195'] for subnet (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:52.734985 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network 90dc0329-c1f6-4a9a-a3f6-ad29c228911b details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:54:52.906540 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f75f6798-27b6-4405-9a0f-a27484f287e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12497992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12031221'] for subnet (5c3c849f-2435-407c-aa3b-ded0607e015f), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:52.960498 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f6798-27b6-4405-9a0f-a27484f287e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3c849f-2435-407c-aa3b-ded0607e015f,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:52.971857 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75f6798-27b6-4405-9a0f-a27484f287e2 admin admin] Checking segment: {'id': 'c5be0f4b-be34-4fc1-814f-68bb5267d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:54:52.972479 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75f6798-27b6-4405-9a0f-a27484f287e2 admin admin] Network hostable DHCP agents. Network: 90dc0329-c1f6-4a9a-a3f6-ad29c228911b, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:54:52.989890 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75f6798-27b6-4405-9a0f-a27484f287e2 admin admin] Network 90dc0329-c1f6-4a9a-a3f6-ad29c228911b is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:54:53.000725 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-f75f6798-27b6-4405-9a0f-a27484f287e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, 90dc0329-c1f6-4a9a-a3f6-ad29c228911b) {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:54:53.005877 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75f6798-27b6-4405-9a0f-a27484f287e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:53.006828 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f75f6798-27b6-4405-9a0f-a27484f287e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:53.012194 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b744cdd-7a64-48da-8c48-b925382b3c2a None None] Network 90dc0329-c1f6-4a9a-a3f6-ad29c228911b requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:54:53.028147 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44688) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:53.028666 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-f75f6798-27b6-4405-9a0f-a27484f287e2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3328111 Mar 09 19:54:53.034668 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1617597958-router', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:54:53.055185 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24705'] for router (174f789e-378b-4d2e-9064-48d2700b4db5), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:53.056852 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24726'] for router (174f789e-378b-4d2e-9064-48d2700b4db5), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:53.108048 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] Publish callbacks [] for router_controller (174f789e-378b-4d2e-9064-48d2700b4db5), precommit_add_association {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:53.117496 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77b36b6-e9e3-5284-af40-da14c38a31c5-90dc0329-c1f6-4a9a-a3f6-ad29c228911b', 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b', 'project_id': '24196775b71d467f82be587e453b8be4', 'fixed_ips': [{'subnet_id': '5c3c849f-2435-407c-aa3b-ded0607e015f'}]}} from dv-cinder-788366-9-iscsi. {{(pid=114606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 19:54:53.118438 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:53.247989 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] Publish callbacks [] for router_gateway (174f789e-378b-4d2e-9064-48d2700b4db5), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:53.256311 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.db_base_plugin_common [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Allocated IP 172.20.0.2 (90dc0329-c1f6-4a9a-a3f6-ad29c228911b/5c3c849f-2435-407c-aa3b-ded0607e015f/367e4940-0ee4-432f-b0f1-95badf770bd1) {{(pid=114606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:54:53.398130 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Publish callbacks [] for port (367e4940-0ee4-432f-b0f1-95badf770bd1), precommit_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:53.404193 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (367e4940-0ee4-432f-b0f1-95badf770bd1), after_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:53.449636 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Network 90dc0329-c1f6-4a9a-a3f6-ad29c228911b is already hosted by enough agents. {{(pid=114606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:54:53.451714 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] Publish callbacks [] for router_gateway (174f789e-378b-4d2e-9064-48d2700b4db5), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:53.452529 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.base_scheduler [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Resources bound (agent type, host, resource id): {{(pid=114606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:54:53.455053 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Received port after_create {{(pid=114606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:54:53.461083 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Pushing event updated for resources: {'Port': ['ID=367e4940-0ee4-432f-b0f1-95badf770bd1,revision_number=1']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:53.469982 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:53.473880 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:53.474267 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:53.474624 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:53.474964 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:53.475299 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:53.475633 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:53.475964 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:53.476336 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:53.476666 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:53.476996 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:53.477323 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:53.477648 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:53.477970 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:53.524710 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Attempting to bind port 367e4940-0ee4-432f-b0f1-95badf770bd1 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:54:53.525004 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Attempting to bind port 367e4940-0ee4-432f-b0f1-95badf770bd1 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'c5be0f4b-be34-4fc1-814f-68bb5267d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:54:53.525361 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Attempting to bind port 367e4940-0ee4-432f-b0f1-95badf770bd1 on network 90dc0329-c1f6-4a9a-a3f6-ad29c228911b {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:54:53.530264 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:54:53.530637 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Checking segment: {'id': 'c5be0f4b-be34-4fc1-814f-68bb5267d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:54:53.531034 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:53.531422 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Bound using segment: {'id': 'c5be0f4b-be34-4fc1-814f-68bb5267d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:54:53.531885 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Bound port: 367e4940-0ee4-432f-b0f1-95badf770bd1, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5be0f4b-be34-4fc1-814f-68bb5267d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:54:53.532285 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (367e4940-0ee4-432f-b0f1-95badf770bd1), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:53.575192 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] Allocated IP 172.27.3.8 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/c1587ad1-0093-4791-a518-cc76849e269d) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:54:53.593085 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] For port 367e4940-0ee4-432f-b0f1-95badf770bd1, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:54:53.596295 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] For port 367e4940-0ee4-432f-b0f1-95badf770bd1, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=367e4940-0ee4-432f-b0f1-95badf770bd1,segment=NetworkSegment(c5be0f4b-be34-4fc1-814f-68bb5267d53e),segment_id=c5be0f4b-be34-4fc1-814f-68bb5267d53e)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:54:53.603705 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (367e4940-0ee4-432f-b0f1-95badf770bd1), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:53.657787 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e1fd9-caaa-4b8f-af17-1ba813c8363a None None] Pushing event updated for resources: {'Port': ['ID=367e4940-0ee4-432f-b0f1-95badf770bd1,revision_number=2']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:53.684700 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] Publish callbacks [] for port (c1587ad1-0093-4791-a518-cc76849e269d), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:53.717601 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (c1587ad1-0093-4791-a518-cc76849e269d), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:53.760185 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:54:53.765059 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:54:53.768587 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:54:53.791754 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] Pushing event updated for resources: {'Port': ['ID=c1587ad1-0093-4791-a518-cc76849e269d,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:54.045756 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] Publish callbacks [] for router_gateway (174f789e-378b-4d2e-9064-48d2700b4db5), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:54.242463 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396900'] for router (174f789e-378b-4d2e-9064-48d2700b4db5), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:54.374411 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] Router 174f789e-378b-4d2e-9064-48d2700b4db5 is scheduled to L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c with binding_index 1 {{(pid=114605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 19:54:54.484129 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:54:54.498588 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Sync routers for ids ['174f789e-378b-4d2e-9064-48d2700b4db5'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:54:54.503421 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:54.505294 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-3e4934bf-3344-4715-927e-0ef3d386ae74 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4753566 Mar 09 19:54:54.508258 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44692) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:54.509291 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Routers {'174f789e-378b-4d2e-9064-48d2700b4db5'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:54:54.509895 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:54:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['174f789e-378b-4d2e-9064-48d2700b4db5'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:54.548732 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859bfbf2-d4ca-48c2-82df-bca220672118 None None] Network 90dc0329-c1f6-4a9a-a3f6-ad29c228911b requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:54:54.631415 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-7160d13a-e39e-460e-b765-af691ff69455 None None] Provisioning complete for port 367e4940-0ee4-432f-b0f1-95badf770bd1 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:54:54.631942 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7160d13a-e39e-460e-b765-af691ff69455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (367e4940-0ee4-432f-b0f1-95badf770bd1), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:54.873849 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Set router 174f789e-378b-4d2e-9064-48d2700b4db5 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:54:54.952773 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 367e4940-0ee4-432f-b0f1-95badf770bd1 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:54:55.077662 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-7160d13a-e39e-460e-b765-af691ff69455 None None] Current status of the port 367e4940-0ee4-432f-b0f1-95badf770bd1 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:54:55.078049 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7160d13a-e39e-460e-b765-af691ff69455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (367e4940-0ee4-432f-b0f1-95badf770bd1), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:55.150030 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-7160d13a-e39e-460e-b765-af691ff69455 None None] For port 367e4940-0ee4-432f-b0f1-95badf770bd1, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=367e4940-0ee4-432f-b0f1-95badf770bd1,segment=NetworkSegment(c5be0f4b-be34-4fc1-814f-68bb5267d53e),segment_id=c5be0f4b-be34-4fc1-814f-68bb5267d53e)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:54:55.152253 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 367e4940-0ee4-432f-b0f1-95badf770bd1 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:54:55.153235 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (367e4940-0ee4-432f-b0f1-95badf770bd1), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:55.166846 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-125ca1ad-a653-41e5-8c06-a00ba326c0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:55.175396 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7160d13a-e39e-460e-b765-af691ff69455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (367e4940-0ee4-432f-b0f1-95badf770bd1), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:55.258027 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160d13a-e39e-460e-b765-af691ff69455 None None] Pushing event updated for resources: {'Port': ['ID=367e4940-0ee4-432f-b0f1-95badf770bd1,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:55.264361 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'name': 'tempest-TestMinimumBasicScenario-1617597958-router', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:54:53Z', 'revision_number': 3, 'project_id': '24196775b71d467f82be587e453b8be4', 'gw_port': {'id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:55.312084 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Checking router: 174f789e-378b-4d2e-9064-48d2700b4db5 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:54:55.312429 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Updating router 174f789e-378b-4d2e-9064-48d2700b4db5 port c1587ad1-0093-4791-a518-cc76849e269d binding host dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:54:55.332306 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [None req-125ca1ad-a653-41e5-8c06-a00ba326c0e2 admin admin] Allocated IP 172.20.0.1 (90dc0329-c1f6-4a9a-a3f6-ad29c228911b/5c3c849f-2435-407c-aa3b-ded0607e015f/f1aeaaac-7789-44ec-9803-240483f571d9) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:54:55.361062 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-7a440562-2808-49f1-81d5-0b4a4d6643c6 None None] Provisioning complete for port 367e4940-0ee4-432f-b0f1-95badf770bd1 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:54:55.361332 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7a440562-2808-49f1-81d5-0b4a4d6643c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (367e4940-0ee4-432f-b0f1-95badf770bd1), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:55.362703 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (c1587ad1-0093-4791-a518-cc76849e269d), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:55.381235 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 367e4940-0ee4-432f-b0f1-95badf770bd1 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:54:55.440990 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-125ca1ad-a653-41e5-8c06-a00ba326c0e2 admin admin] Publish callbacks [] for port (f1aeaaac-7789-44ec-9803-240483f571d9), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:55.476444 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-125ca1ad-a653-41e5-8c06-a00ba326c0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (f1aeaaac-7789-44ec-9803-240483f571d9), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:55.513298 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125ca1ad-a653-41e5-8c06-a00ba326c0e2 admin admin] Network 90dc0329-c1f6-4a9a-a3f6-ad29c228911b is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:54:55.519388 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-125ca1ad-a653-41e5-8c06-a00ba326c0e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:54:55.524269 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ca1ad-a653-41e5-8c06-a00ba326c0e2 admin admin] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:54:55.527296 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ca1ad-a653-41e5-8c06-a00ba326c0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f1aeaaac-7789-44ec-9803-240483f571d9,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:55.563083 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-125ca1ad-a653-41e5-8c06-a00ba326c0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394763'] for router_interface (174f789e-378b-4d2e-9064-48d2700b4db5), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:55.578912 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-7a440562-2808-49f1-81d5-0b4a4d6643c6 None None] Current status of the port 367e4940-0ee4-432f-b0f1-95badf770bd1 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:54:55.707121 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-125ca1ad-a653-41e5-8c06-a00ba326c0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (f1aeaaac-7789-44ec-9803-240483f571d9), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:55.713421 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Publish callbacks [] for port (c1587ad1-0093-4791-a518-cc76849e269d), precommit_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:55.718970 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (c1587ad1-0093-4791-a518-cc76849e269d), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:55.773583 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Attempting to bind port c1587ad1-0093-4791-a518-cc76849e269d on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:54:55.773953 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Attempting to bind port c1587ad1-0093-4791-a518-cc76849e269d by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:54:55.774327 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Attempting to bind port c1587ad1-0093-4791-a518-cc76849e269d on network e6010f1c-f022-4815-b6b9-5cdf43535436 {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:54:55.781487 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8254a-7835-434e-bcca-ea11ba8bbc04 None None] Pushing event updated for resources: {'Port': ['ID=c1587ad1-0093-4791-a518-cc76849e269d,revision_number=2']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:55.784683 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:54:55.785062 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Checking segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:54:55.785507 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:55.785937 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Bound using segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:54:55.786418 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Bound port: c1587ad1-0093-4791-a518-cc76849e269d, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:54:55.786801 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (c1587ad1-0093-4791-a518-cc76849e269d), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:55.830751 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-f50a2edf-578a-4de8-8252-9ca9dfb9eb5c None None] Provisioning complete for port f1aeaaac-7789-44ec-9803-240483f571d9 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:54:55.831054 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f50a2edf-578a-4de8-8252-9ca9dfb9eb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (f1aeaaac-7789-44ec-9803-240483f571d9), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:55.868295 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] For port c1587ad1-0093-4791-a518-cc76849e269d, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:54:55.872188 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-125ca1ad-a653-41e5-8c06-a00ba326c0e2 admin admin] Publish callbacks [] for port (f1aeaaac-7789-44ec-9803-240483f571d9), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:55.875155 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] For port c1587ad1-0093-4791-a518-cc76849e269d, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=c1587ad1-0093-4791-a518-cc76849e269d,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:54:55.876922 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-125ca1ad-a653-41e5-8c06-a00ba326c0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (f1aeaaac-7789-44ec-9803-240483f571d9), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:55.881436 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-f50a2edf-578a-4de8-8252-9ca9dfb9eb5c None None] Port f1aeaaac-7789-44ec-9803-240483f571d9 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:54:55.884179 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (c1587ad1-0093-4791-a518-cc76849e269d), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:55.946943 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Routers {'174f789e-378b-4d2e-9064-48d2700b4db5'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:54:55.947555 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:54:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['174f789e-378b-4d2e-9064-48d2700b4db5'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:55.949685 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-125ca1ad-a653-41e5-8c06-a00ba326c0e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394919'] for router_interface (174f789e-378b-4d2e-9064-48d2700b4db5), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:55.950219 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8254a-7835-434e-bcca-ea11ba8bbc04 None None] Pushing event updated for resources: {'Port': ['ID=c1587ad1-0093-4791-a518-cc76849e269d,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:55.951477 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ca1ad-a653-41e5-8c06-a00ba326c0e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f1aeaaac-7789-44ec-9803-240483f571d9,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:56.040418 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125ca1ad-a653-41e5-8c06-a00ba326c0e2 admin admin] Network 90dc0329-c1f6-4a9a-a3f6-ad29c228911b is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:54:56.041885 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-125ca1ad-a653-41e5-8c06-a00ba326c0e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:54:56.063697 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] Set router 174f789e-378b-4d2e-9064-48d2700b4db5 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:54:56.169998 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125ca1ad-a653-41e5-8c06-a00ba326c0e2 admin admin] Router 174f789e-378b-4d2e-9064-48d2700b4db5 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:54:56.278667 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'name': 'tempest-TestMinimumBasicScenario-1617597958-router', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:54:55Z', 'revision_number': 4, 'project_id': '24196775b71d467f82be587e453b8be4', 'gw_port': {'id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'f1aeaaac-7789-44ec-9803-240483f571d9', 'name': '', 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'mac_address': 'fa:16:3e:2c:35:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:55Z', 'updated_at': '2022-03-09T19:54:55Z', 'revision_number': 2, 'project_id': '24196775b71d467f82be587e453b8be4', 'subnets': [{'id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:56.286495 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125ca1ad-a653-41e5-8c06-a00ba326c0e2 admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:54:56.291561 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-125ca1ad-a653-41e5-8c06-a00ba326c0e2 admin admin] 10.222.0.16 "PUT /v2.0/routers/174f789e-378b-4d2e-9064-48d2700b4db5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7821684 Mar 09 19:54:56.317780 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14f8691-a2d8-4df1-aa10-a397aa2b9896 None None] The sync data for ids ['174f789e-378b-4d2e-9064-48d2700b4db5'] in dv-cinder-788366-9-iscsi is: [{'id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'name': 'tempest-TestMinimumBasicScenario-1617597958-router', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:54:55Z', 'revision_number': 4, 'project_id': '24196775b71d467f82be587e453b8be4', 'gw_port': {'id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'f1aeaaac-7789-44ec-9803-240483f571d9', 'name': '', 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'mac_address': 'fa:16:3e:2c:35:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:55Z', 'updated_at': '2022-03-09T19:54:55Z', 'revision_number': 2, 'project_id': '24196775b71d467f82be587e453b8be4', 'subnets': [{'id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:54:56.327676 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-b69522e6-988b-47d8-ac9c-79c745535bcf None None] Provisioning complete for port f1aeaaac-7789-44ec-9803-240483f571d9 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:54:56.328053 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b69522e6-988b-47d8-ac9c-79c745535bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (f1aeaaac-7789-44ec-9803-240483f571d9), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:56.362202 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-b69522e6-988b-47d8-ac9c-79c745535bcf None None] Port f1aeaaac-7789-44ec-9803-240483f571d9 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:54:56.789255 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44716) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:56.795056 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-257a1918-d4b7-473e-9b5c-e5b7f11a27b4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-24716100-network', 'tenant_id': '9c710b347a3443889111dd79ea2a609b'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:54:56.816193 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257a1918-d4b7-473e-9b5c-e5b7f11a27b4 admin admin] Made reservation on behalf of 9c710b347a3443889111dd79ea2a609b for: {'network': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:54:56.818741 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-257a1918-d4b7-473e-9b5c-e5b7f11a27b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:56.827682 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-257a1918-d4b7-473e-9b5c-e5b7f11a27b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:56.919004 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-257a1918-d4b7-473e-9b5c-e5b7f11a27b4 admin admin] Publish callbacks [] for security_group (333d4713-ad04-4afb-a826-dd1137f5ae18), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:56.924352 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-257a1918-d4b7-473e-9b5c-e5b7f11a27b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (333d4713-ad04-4afb-a826-dd1137f5ae18), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:56.924509 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 367e4940-0ee4-432f-b0f1-95badf770bd1 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:54:56.951995 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257a1918-d4b7-473e-9b5c-e5b7f11a27b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=114605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 19:54:56.959626 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a1918-d4b7-473e-9b5c-e5b7f11a27b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333d4713-ad04-4afb-a826-dd1137f5ae18,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:56.976152 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-257a1918-d4b7-473e-9b5c-e5b7f11a27b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (7b83b021-15dd-4fe9-af73-3b37dd533809), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:56.976557 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.segments_db [None req-257a1918-d4b7-473e-9b5c-e5b7f11a27b4 admin admin] Added segment 7b83b021-15dd-4fe9-af73-3b37dd533809 of type vlan for network 6d4da248-722e-4e09-9859-74078c162f61 Mar 09 19:54:57.008443 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 367e4940-0ee4-432f-b0f1-95badf770bd1 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:54:57.008819 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (367e4940-0ee4-432f-b0f1-95badf770bd1), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:57.028303 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-257a1918-d4b7-473e-9b5c-e5b7f11a27b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (6d4da248-722e-4e09-9859-74078c162f61), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:57.057951 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-257a1918-d4b7-473e-9b5c-e5b7f11a27b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (6d4da248-722e-4e09-9859-74078c162f61), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:57.059089 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a1918-d4b7-473e-9b5c-e5b7f11a27b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:57.060103 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-257a1918-d4b7-473e-9b5c-e5b7f11a27b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:57.089510 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-257a1918-d4b7-473e-9b5c-e5b7f11a27b4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2986910 Mar 09 19:54:57.092366 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44718) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:57.097409 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-28be27e2-4caa-480e-88c1-5da7711a0872 admin admin] Request body: {'subnet': {'network_id': '6d4da248-722e-4e09-9859-74078c162f61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-24716100-subnet', 'tenant_id': '9c710b347a3443889111dd79ea2a609b', 'ip_version': 4}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:54:57.100975 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 367e4940-0ee4-432f-b0f1-95badf770bd1 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:54:57.125361 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28be27e2-4caa-480e-88c1-5da7711a0872 admin admin] Made reservation on behalf of 9c710b347a3443889111dd79ea2a609b for: {'subnet': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:54:57.128922 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-28be27e2-4caa-480e-88c1-5da7711a0872 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12031195'] for subnet (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:57.132383 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a1918-d4b7-473e-9b5c-e5b7f11a27b4 admin admin] Pushing event updated for resources: {'Network': ['ID=6d4da248-722e-4e09-9859-74078c162f61,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:57.144957 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network 6d4da248-722e-4e09-9859-74078c162f61 details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:54:57.320175 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-28be27e2-4caa-480e-88c1-5da7711a0872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12497992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12031221'] for subnet (01c1e0a7-cc0e-4211-8c52-05980128347a), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:57.386999 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be27e2-4caa-480e-88c1-5da7711a0872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01c1e0a7-cc0e-4211-8c52-05980128347a,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:57.389371 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be27e2-4caa-480e-88c1-5da7711a0872 admin admin] Checking segment: {'id': '7b83b021-15dd-4fe9-af73-3b37dd533809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6d4da248-722e-4e09-9859-74078c162f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:54:57.389933 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28be27e2-4caa-480e-88c1-5da7711a0872 admin admin] Network hostable DHCP agents. Network: 6d4da248-722e-4e09-9859-74078c162f61, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:54:57.409789 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28be27e2-4caa-480e-88c1-5da7711a0872 admin admin] Network 6d4da248-722e-4e09-9859-74078c162f61 is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:54:57.420422 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-28be27e2-4caa-480e-88c1-5da7711a0872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, 6d4da248-722e-4e09-9859-74078c162f61) {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:54:57.429165 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28be27e2-4caa-480e-88c1-5da7711a0872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:57.430252 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-28be27e2-4caa-480e-88c1-5da7711a0872 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:57.436630 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb312a3-d7cd-4a2c-8444-57c3a51b3727 None None] Network 6d4da248-722e-4e09-9859-74078c162f61 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:54:57.448503 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-28be27e2-4caa-480e-88c1-5da7711a0872 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3548942 Mar 09 19:54:57.451068 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44722) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:57.455366 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-24716100-router', 'tenant_id': '9c710b347a3443889111dd79ea2a609b', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:54:57.487080 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24705'] for router (e11372db-f9bb-491c-8f16-2ed1abcd73a3), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:57.488727 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24726'] for router (e11372db-f9bb-491c-8f16-2ed1abcd73a3), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:57.539195 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-4eb30d3d-31a5-44ac-a9f8-1fd37861bcf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:57.563021 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] Publish callbacks [] for router_controller (e11372db-f9bb-491c-8f16-2ed1abcd73a3), precommit_add_association {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:57.598556 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77b36b6-e9e3-5284-af40-da14c38a31c5-6d4da248-722e-4e09-9859-74078c162f61', 'network_id': '6d4da248-722e-4e09-9859-74078c162f61', 'project_id': '9c710b347a3443889111dd79ea2a609b', 'fixed_ips': [{'subnet_id': '01c1e0a7-cc0e-4211-8c52-05980128347a'}]}} from dv-cinder-788366-9-iscsi. {{(pid=114606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 19:54:57.599482 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:57.731060 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] Publish callbacks [] for router_gateway (e11372db-f9bb-491c-8f16-2ed1abcd73a3), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:57.739388 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.db_base_plugin_common [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Allocated IP 172.20.0.2 (6d4da248-722e-4e09-9859-74078c162f61/01c1e0a7-cc0e-4211-8c52-05980128347a/d2df4e48-6a6d-4ebf-b3c8-92b085e9c777) {{(pid=114606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:54:57.882378 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Publish callbacks [] for port (d2df4e48-6a6d-4ebf-b3c8-92b085e9c777), precommit_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:57.887894 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (d2df4e48-6a6d-4ebf-b3c8-92b085e9c777), after_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:57.922925 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Network 6d4da248-722e-4e09-9859-74078c162f61 is already hosted by enough agents. {{(pid=114606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:54:57.925720 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.base_scheduler [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Resources bound (agent type, host, resource id): {{(pid=114606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:54:57.929529 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] Publish callbacks [] for router_gateway (e11372db-f9bb-491c-8f16-2ed1abcd73a3), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:57.932921 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Received port after_create {{(pid=114606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:54:57.948555 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:57.960804 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Pushing event updated for resources: {'Port': ['ID=d2df4e48-6a6d-4ebf-b3c8-92b085e9c777,revision_number=1']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:58.062507 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] Allocated IP 172.27.3.46 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/37ba8e3d-70d9-49ce-bb89-d84272e1dd3a) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:54:58.128305 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Attempting to bind port d2df4e48-6a6d-4ebf-b3c8-92b085e9c777 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:54:58.128680 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Attempting to bind port d2df4e48-6a6d-4ebf-b3c8-92b085e9c777 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': '7b83b021-15dd-4fe9-af73-3b37dd533809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6d4da248-722e-4e09-9859-74078c162f61'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:54:58.129044 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Attempting to bind port d2df4e48-6a6d-4ebf-b3c8-92b085e9c777 on network 6d4da248-722e-4e09-9859-74078c162f61 {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:54:58.134502 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:54:58.134886 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Checking segment: {'id': '7b83b021-15dd-4fe9-af73-3b37dd533809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6d4da248-722e-4e09-9859-74078c162f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:54:58.135290 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:58.135681 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Bound using segment: {'id': '7b83b021-15dd-4fe9-af73-3b37dd533809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6d4da248-722e-4e09-9859-74078c162f61'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:54:58.136173 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Bound port: d2df4e48-6a6d-4ebf-b3c8-92b085e9c777, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b83b021-15dd-4fe9-af73-3b37dd533809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6d4da248-722e-4e09-9859-74078c162f61'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:54:58.136556 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (d2df4e48-6a6d-4ebf-b3c8-92b085e9c777), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:58.164483 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] Publish callbacks [] for port (37ba8e3d-70d9-49ce-bb89-d84272e1dd3a), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:58.202747 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (37ba8e3d-70d9-49ce-bb89-d84272e1dd3a), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:58.203234 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] For port d2df4e48-6a6d-4ebf-b3c8-92b085e9c777, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:54:58.207393 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] For port d2df4e48-6a6d-4ebf-b3c8-92b085e9c777, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=d2df4e48-6a6d-4ebf-b3c8-92b085e9c777,segment=NetworkSegment(7b83b021-15dd-4fe9-af73-3b37dd533809),segment_id=7b83b021-15dd-4fe9-af73-3b37dd533809)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:54:58.218146 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (d2df4e48-6a6d-4ebf-b3c8-92b085e9c777), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:58.247729 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:54:58.250873 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:54:58.254518 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:54:58.279143 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46ccf4-c456-49b0-8cdb-18c3b9ae8cb5 None None] Pushing event updated for resources: {'Port': ['ID=d2df4e48-6a6d-4ebf-b3c8-92b085e9c777,revision_number=2']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:58.288452 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] Pushing event updated for resources: {'Port': ['ID=37ba8e3d-70d9-49ce-bb89-d84272e1dd3a,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:58.545239 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] Publish callbacks [] for router_gateway (e11372db-f9bb-491c-8f16-2ed1abcd73a3), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:58.599440 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Sync routers for ids ['174f789e-378b-4d2e-9064-48d2700b4db5'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:54:58.609869 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Routers {'174f789e-378b-4d2e-9064-48d2700b4db5'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:54:58.610462 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:54:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['174f789e-378b-4d2e-9064-48d2700b4db5'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:58.717268 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Set router 174f789e-378b-4d2e-9064-48d2700b4db5 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:54:58.768875 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-53f582f8-579b-4c26-846d-9406aaca6e7b req-5e166051-d02f-4732-8b46-f117516c5623 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887532 Mar 09 19:54:58.779773 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396900'] for router (e11372db-f9bb-491c-8f16-2ed1abcd73a3), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:58.918503 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'name': 'tempest-TestMinimumBasicScenario-1617597958-router', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:54:55Z', 'revision_number': 4, 'project_id': '24196775b71d467f82be587e453b8be4', 'gw_port': {'id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'f1aeaaac-7789-44ec-9803-240483f571d9', 'name': '', 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'mac_address': 'fa:16:3e:2c:35:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:55Z', 'updated_at': '2022-03-09T19:54:55Z', 'revision_number': 2, 'project_id': '24196775b71d467f82be587e453b8be4', 'subnets': [{'id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:58.930865 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f582f8-579b-4c26-846d-9406aaca6e7b req-9008e462-743b-4a65-bb05-cfd3df8ca402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:58.932410 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-53f582f8-579b-4c26-846d-9406aaca6e7b req-9008e462-743b-4a65-bb05-cfd3df8ca402 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d035a3aae24ccb9b470e06d3d01412&device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 1130 time: 0.1118367 Mar 09 19:54:58.995585 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] Router e11372db-f9bb-491c-8f16-2ed1abcd73a3 is scheduled to L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c with binding_index 1 {{(pid=114604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 19:54:59.054287 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Checking router: 174f789e-378b-4d2e-9064-48d2700b4db5 for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:54:59.055140 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Updating router 174f789e-378b-4d2e-9064-48d2700b4db5 port f1aeaaac-7789-44ec-9803-240483f571d9 binding host dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:54:59.063331 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device d2df4e48-6a6d-4ebf-b3c8-92b085e9c777 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:54:59.089314 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (f1aeaaac-7789-44ec-9803-240483f571d9), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:59.123190 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f582f8-579b-4c26-846d-9406aaca6e7b req-bca3eec8-0b6c-42ac-8419-6cffca773e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:59.125892 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-53f582f8-579b-4c26-846d-9406aaca6e7b req-bca3eec8-0b6c-42ac-8419-6cffca773e9c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1fb9771-c14c-449d-8f62-3d71790f8b4f HTTP/1.1" status: 200 len: 916 time: 0.1616392 Mar 09 19:54:59.137993 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port d2df4e48-6a6d-4ebf-b3c8-92b085e9c777 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:54:59.138516 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (d2df4e48-6a6d-4ebf-b3c8-92b085e9c777), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:59.235055 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port d2df4e48-6a6d-4ebf-b3c8-92b085e9c777 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:54:59.235627 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (d2df4e48-6a6d-4ebf-b3c8-92b085e9c777), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:59.251803 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:54:59.264427 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Sync routers for ids ['e11372db-f9bb-491c-8f16-2ed1abcd73a3'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:54:59.271436 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-53f582f8-579b-4c26-846d-9406aaca6e7b req-e1c93ad7-95f5-4b79-8509-b7da46bf6c40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e666919f-8441-4914-ad9e-74126411ca87 HTTP/1.1" status: 200 len: 1001 time: 0.1354275 Mar 09 19:54:59.306674 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Routers {'e11372db-f9bb-491c-8f16-2ed1abcd73a3'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:54:59.307684 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:54:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e11372db-f9bb-491c-8f16-2ed1abcd73a3'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:54:59.311111 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:59.311815 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] For port d2df4e48-6a6d-4ebf-b3c8-92b085e9c777, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=d2df4e48-6a6d-4ebf-b3c8-92b085e9c777,segment=NetworkSegment(7b83b021-15dd-4fe9-af73-3b37dd533809),segment_id=7b83b021-15dd-4fe9-af73-3b37dd533809)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:54:59.313160 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-72a9e453-157c-417d-ab4d-d3e3f84e40ec admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8611000 Mar 09 19:54:59.316162 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44728) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:54:59.383818 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (d2df4e48-6a6d-4ebf-b3c8-92b085e9c777), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:59.384637 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device c1587ad1-0093-4791-a518-cc76849e269d up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:54:59.404411 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f582f8-579b-4c26-846d-9406aaca6e7b req-2c61e89f-c337-4595-8b2f-e75434bb6f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:59.405946 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-53f582f8-579b-4c26-846d-9406aaca6e7b req-2c61e89f-c337-4595-8b2f-e75434bb6f3b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1691d741-1db9-45a9-b9fc-c8baf7574710 HTTP/1.1" status: 200 len: 854 time: 0.1241281 Mar 09 19:54:59.451834 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c78d608-2478-4e26-accd-3bdb0b082051 None None] Network 6d4da248-722e-4e09-9859-74078c162f61 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:54:59.496111 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f582f8-579b-4c26-846d-9406aaca6e7b req-c134f2d4-7c77-4000-9bcc-13a255a37e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:54:59.498049 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-53f582f8-579b-4c26-846d-9406aaca6e7b req-c134f2d4-7c77-4000-9bcc-13a255a37e22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1fb9771-c14c-449d-8f62-3d71790f8b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753086 Mar 09 19:54:59.536965 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Publish callbacks [] for port (f1aeaaac-7789-44ec-9803-240483f571d9), precommit_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:59.544017 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (f1aeaaac-7789-44ec-9803-240483f571d9), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:59.590847 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9ee4b-cdcb-4419-a6d4-384d9cf7d6af None None] Pushing event updated for resources: {'Port': ['ID=f1aeaaac-7789-44ec-9803-240483f571d9,revision_number=3']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:59.600753 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ee4b-cdcb-4419-a6d4-384d9cf7d6af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:59.602070 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ee4b-cdcb-4419-a6d4-384d9cf7d6af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:59.602688 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ee4b-cdcb-4419-a6d4-384d9cf7d6af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:59.605181 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ee4b-cdcb-4419-a6d4-384d9cf7d6af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:59.606067 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ee4b-cdcb-4419-a6d4-384d9cf7d6af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:59.606872 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ee4b-cdcb-4419-a6d4-384d9cf7d6af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:59.607235 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ee4b-cdcb-4419-a6d4-384d9cf7d6af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:59.607645 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ee4b-cdcb-4419-a6d4-384d9cf7d6af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:59.608081 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ee4b-cdcb-4419-a6d4-384d9cf7d6af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:59.608597 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ee4b-cdcb-4419-a6d4-384d9cf7d6af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:59.609096 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ee4b-cdcb-4419-a6d4-384d9cf7d6af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:59.609669 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ee4b-cdcb-4419-a6d4-384d9cf7d6af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:59.610232 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9ee4b-cdcb-4419-a6d4-384d9cf7d6af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:54:59.617603 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Pushing event updated for resources: {'Port': ['ID=d2df4e48-6a6d-4ebf-b3c8-92b085e9c777,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:59.618332 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-53f582f8-579b-4c26-846d-9406aaca6e7b req-ee188c46-d432-4c53-9e66-32b7a0e069a1 service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127148 Mar 09 19:54:59.655642 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Set router e11372db-f9bb-491c-8f16-2ed1abcd73a3 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:54:59.658536 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d81613bd-ecde-49ae-ae98-e7f604a0bf9e None None] Provisioning complete for port d2df4e48-6a6d-4ebf-b3c8-92b085e9c777 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:54:59.659137 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d81613bd-ecde-49ae-ae98-e7f604a0bf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (d2df4e48-6a6d-4ebf-b3c8-92b085e9c777), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:59.729343 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Attempting to bind port f1aeaaac-7789-44ec-9803-240483f571d9 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:54:59.729708 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Attempting to bind port f1aeaaac-7789-44ec-9803-240483f571d9 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'c5be0f4b-be34-4fc1-814f-68bb5267d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b'}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:54:59.730064 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Attempting to bind port f1aeaaac-7789-44ec-9803-240483f571d9 on network 90dc0329-c1f6-4a9a-a3f6-ad29c228911b {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:54:59.739339 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:54:59.739715 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Checking segment: {'id': 'c5be0f4b-be34-4fc1-814f-68bb5267d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:54:59.740160 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:59.740551 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Bound using segment: {'id': 'c5be0f4b-be34-4fc1-814f-68bb5267d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b'} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:54:59.741015 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Bound port: f1aeaaac-7789-44ec-9803-240483f571d9, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5be0f4b-be34-4fc1-814f-68bb5267d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b'}}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:54:59.741385 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (f1aeaaac-7789-44ec-9803-240483f571d9), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:59.768020 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-53f582f8-579b-4c26-846d-9406aaca6e7b req-f03a0245-f265-4400-857d-05a475dbceec service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398757 Mar 09 19:54:59.797269 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port c1587ad1-0093-4791-a518-cc76849e269d triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:54:59.797658 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (c1587ad1-0093-4791-a518-cc76849e269d), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:59.839805 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] For port f1aeaaac-7789-44ec-9803-240483f571d9, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:54:59.843312 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] For port f1aeaaac-7789-44ec-9803-240483f571d9, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=f1aeaaac-7789-44ec-9803-240483f571d9,segment=NetworkSegment(c5be0f4b-be34-4fc1-814f-68bb5267d53e),segment_id=c5be0f4b-be34-4fc1-814f-68bb5267d53e)] {{(pid=114607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:54:59.853020 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (f1aeaaac-7789-44ec-9803-240483f571d9), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:59.854144 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-70a3effc-77ab-4e1f-b872-eabef6ad669b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:59.854594 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-89467647-9512-4350-b151-f68e62491d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:54:59.922166 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9ee4b-cdcb-4419-a6d4-384d9cf7d6af None None] Pushing event updated for resources: {'Port': ['ID=f1aeaaac-7789-44ec-9803-240483f571d9,revision_number=4']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:54:59.933062 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Routers {'174f789e-378b-4d2e-9064-48d2700b4db5'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:54:59.933723 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:55:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['174f789e-378b-4d2e-9064-48d2700b4db5'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:00.057737 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d81613bd-ecde-49ae-ae98-e7f604a0bf9e None None] Current status of the port d2df4e48-6a6d-4ebf-b3c8-92b085e9c777 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:00.075698 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [None req-70a3effc-77ab-4e1f-b872-eabef6ad669b admin admin] Allocated IP 172.20.0.1 (6d4da248-722e-4e09-9859-74078c162f61/01c1e0a7-cc0e-4211-8c52-05980128347a/04df62fb-300c-4beb-bc57-f289dc5f97d0) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:55:00.076261 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port c1587ad1-0093-4791-a518-cc76849e269d is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:00.076721 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (c1587ad1-0093-4791-a518-cc76849e269d), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:00.101637 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] Set router 174f789e-378b-4d2e-9064-48d2700b4db5 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:55:00.109061 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] For port c1587ad1-0093-4791-a518-cc76849e269d, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=c1587ad1-0093-4791-a518-cc76849e269d,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:55:00.118082 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (c1587ad1-0093-4791-a518-cc76849e269d), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:00.132350 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'name': 'tempest-TestMinimumBasicScenario-24716100-router', 'tenant_id': '9c710b347a3443889111dd79ea2a609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '37ba8e3d-70d9-49ce-bb89-d84272e1dd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:57Z', 'updated_at': '2022-03-09T19:54:58Z', 'revision_number': 3, 'project_id': '9c710b347a3443889111dd79ea2a609b', 'gw_port': {'id': '37ba8e3d-70d9-49ce-bb89-d84272e1dd3a', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:24:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:57Z', 'updated_at': '2022-03-09T19:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:00.192551 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Checking router: e11372db-f9bb-491c-8f16-2ed1abcd73a3 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:55:00.193183 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Updating router e11372db-f9bb-491c-8f16-2ed1abcd73a3 port 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a binding host dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:55:00.241159 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-f78aba6a-7d4a-4197-960c-8b1a729a4e14 None None] Provisioning complete for port f1aeaaac-7789-44ec-9803-240483f571d9 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:00.241460 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f78aba6a-7d4a-4197-960c-8b1a729a4e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (f1aeaaac-7789-44ec-9803-240483f571d9), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:00.279099 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-70a3effc-77ab-4e1f-b872-eabef6ad669b admin admin] Publish callbacks [] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:00.279586 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Pushing event updated for resources: {'Port': ['ID=c1587ad1-0093-4791-a518-cc76849e269d,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:00.293056 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (37ba8e3d-70d9-49ce-bb89-d84272e1dd3a), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:00.316100 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-70a3effc-77ab-4e1f-b872-eabef6ad669b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:00.354167 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'name': 'tempest-TestMinimumBasicScenario-1617597958-router', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:54:55Z', 'revision_number': 4, 'project_id': '24196775b71d467f82be587e453b8be4', 'gw_port': {'id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'f1aeaaac-7789-44ec-9803-240483f571d9', 'name': '', 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'mac_address': 'fa:16:3e:2c:35:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:55Z', 'updated_at': '2022-03-09T19:54:59Z', 'revision_number': 4, 'project_id': '24196775b71d467f82be587e453b8be4', 'subnets': [{'id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:00.355938 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a3effc-77ab-4e1f-b872-eabef6ad669b admin admin] Network 6d4da248-722e-4e09-9859-74078c162f61 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:55:00.358806 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-70a3effc-77ab-4e1f-b872-eabef6ad669b admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:55:00.362188 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a3effc-77ab-4e1f-b872-eabef6ad669b admin admin] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:55:00.390466 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e719583e-e371-4d85-85a4-209cb7020567 None None] The sync data for ids ['174f789e-378b-4d2e-9064-48d2700b4db5'] in dv-cinder-788366-9-iscsi is: [{'id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'name': 'tempest-TestMinimumBasicScenario-1617597958-router', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:54:55Z', 'revision_number': 4, 'project_id': '24196775b71d467f82be587e453b8be4', 'gw_port': {'id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'f1aeaaac-7789-44ec-9803-240483f571d9', 'name': '', 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'mac_address': 'fa:16:3e:2c:35:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:55Z', 'updated_at': '2022-03-09T19:54:59Z', 'revision_number': 4, 'project_id': '24196775b71d467f82be587e453b8be4', 'subnets': [{'id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:55:00.398683 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3effc-77ab-4e1f-b872-eabef6ad669b admin admin] Pushing event updated for resources: {'Port': ['ID=04df62fb-300c-4beb-bc57-f289dc5f97d0,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:00.419539 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-70a3effc-77ab-4e1f-b872-eabef6ad669b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394763'] for router_interface (e11372db-f9bb-491c-8f16-2ed1abcd73a3), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:00.605019 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-70a3effc-77ab-4e1f-b872-eabef6ad669b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:00.685561 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-f78aba6a-7d4a-4197-960c-8b1a729a4e14 None None] Current status of the port f1aeaaac-7789-44ec-9803-240483f571d9 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:00.685959 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f78aba6a-7d4a-4197-960c-8b1a729a4e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (f1aeaaac-7789-44ec-9803-240483f571d9), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:00.691914 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Publish callbacks [] for port (37ba8e3d-70d9-49ce-bb89-d84272e1dd3a), precommit_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:00.705168 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (37ba8e3d-70d9-49ce-bb89-d84272e1dd3a), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:00.775262 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-f78aba6a-7d4a-4197-960c-8b1a729a4e14 None None] For port f1aeaaac-7789-44ec-9803-240483f571d9, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=f1aeaaac-7789-44ec-9803-240483f571d9,segment=NetworkSegment(c5be0f4b-be34-4fc1-814f-68bb5267d53e),segment_id=c5be0f4b-be34-4fc1-814f-68bb5267d53e)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:55:00.780318 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa7f67-400e-4c4e-9224-df25351d5524 None None] Pushing event updated for resources: {'Port': ['ID=37ba8e3d-70d9-49ce-bb89-d84272e1dd3a,revision_number=2']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:00.782568 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Attempting to bind port 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:55:00.782947 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Attempting to bind port 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:55:00.783330 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Attempting to bind port 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a on network e6010f1c-f022-4815-b6b9-5cdf43535436 {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:55:00.787077 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f78aba6a-7d4a-4197-960c-8b1a729a4e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (f1aeaaac-7789-44ec-9803-240483f571d9), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:00.799634 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-70a3effc-77ab-4e1f-b872-eabef6ad669b admin admin] Publish callbacks [] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:00.805027 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-70a3effc-77ab-4e1f-b872-eabef6ad669b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:00.811602 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:55:00.811602 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Checking segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:55:00.811919 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:00.812234 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Bound using segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:55:00.812728 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Bound port: 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:55:00.813113 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (37ba8e3d-70d9-49ce-bb89-d84272e1dd3a), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:00.890862 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-70a3effc-77ab-4e1f-b872-eabef6ad669b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394919'] for router_interface (e11372db-f9bb-491c-8f16-2ed1abcd73a3), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:00.892849 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3effc-77ab-4e1f-b872-eabef6ad669b admin admin] Pushing event updated for resources: {'Port': ['ID=04df62fb-300c-4beb-bc57-f289dc5f97d0,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:00.893003 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78aba6a-7d4a-4197-960c-8b1a729a4e14 None None] Pushing event updated for resources: {'Port': ['ID=f1aeaaac-7789-44ec-9803-240483f571d9,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:00.895715 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:00.913819 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] For port 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:55:00.918561 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] For port 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=37ba8e3d-70d9-49ce-bb89-d84272e1dd3a,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:55:00.927062 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-439d6560-cb0e-470c-90fc-00870525a9e3 None None] Provisioning complete for port f1aeaaac-7789-44ec-9803-240483f571d9 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:00.927447 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-439d6560-cb0e-470c-90fc-00870525a9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (f1aeaaac-7789-44ec-9803-240483f571d9), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:00.930838 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (37ba8e3d-70d9-49ce-bb89-d84272e1dd3a), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:01.038451 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a3effc-77ab-4e1f-b872-eabef6ad669b admin admin] Network 6d4da248-722e-4e09-9859-74078c162f61 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:55:01.040599 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-70a3effc-77ab-4e1f-b872-eabef6ad669b admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:55:01.145229 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device f1aeaaac-7789-44ec-9803-240483f571d9 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:55:01.166125 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a3effc-77ab-4e1f-b872-eabef6ad669b admin admin] Router e11372db-f9bb-491c-8f16-2ed1abcd73a3 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:55:01.226027 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa7f67-400e-4c4e-9224-df25351d5524 None None] Pushing event updated for resources: {'Port': ['ID=37ba8e3d-70d9-49ce-bb89-d84272e1dd3a,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:01.253436 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Routers {'e11372db-f9bb-491c-8f16-2ed1abcd73a3'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:55:01.254079 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:55:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e11372db-f9bb-491c-8f16-2ed1abcd73a3'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:01.276696 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-439d6560-cb0e-470c-90fc-00870525a9e3 None None] Current status of the port f1aeaaac-7789-44ec-9803-240483f571d9 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:01.289569 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a3effc-77ab-4e1f-b872-eabef6ad669b admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:55:01.300785 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-70a3effc-77ab-4e1f-b872-eabef6ad669b admin admin] 10.222.0.16 "PUT /v2.0/routers/e11372db-f9bb-491c-8f16-2ed1abcd73a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9799345 Mar 09 19:55:01.350135 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-439d6560-cb0e-470c-90fc-00870525a9e3 None None] Provisioning complete for port d2df4e48-6a6d-4ebf-b3c8-92b085e9c777 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:01.350775 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-439d6560-cb0e-470c-90fc-00870525a9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (d2df4e48-6a6d-4ebf-b3c8-92b085e9c777), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:01.392980 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port f1aeaaac-7789-44ec-9803-240483f571d9 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:01.393359 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (f1aeaaac-7789-44ec-9803-240483f571d9), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:01.505056 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] Set router e11372db-f9bb-491c-8f16-2ed1abcd73a3 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:55:01.661283 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-439d6560-cb0e-470c-90fc-00870525a9e3 None None] Current status of the port d2df4e48-6a6d-4ebf-b3c8-92b085e9c777 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:01.714374 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port f1aeaaac-7789-44ec-9803-240483f571d9 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:01.715460 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device d2df4e48-6a6d-4ebf-b3c8-92b085e9c777 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:55:01.741012 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-439d6560-cb0e-470c-90fc-00870525a9e3 None None] Provisioning complete for port 04df62fb-300c-4beb-bc57-f289dc5f97d0 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:01.741376 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-439d6560-cb0e-470c-90fc-00870525a9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:01.834249 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-439d6560-cb0e-470c-90fc-00870525a9e3 None None] Port 04df62fb-300c-4beb-bc57-f289dc5f97d0 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:55:01.852188 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port d2df4e48-6a6d-4ebf-b3c8-92b085e9c777 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:01.852565 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (d2df4e48-6a6d-4ebf-b3c8-92b085e9c777), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:01.907418 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'name': 'tempest-TestMinimumBasicScenario-24716100-router', 'tenant_id': '9c710b347a3443889111dd79ea2a609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '37ba8e3d-70d9-49ce-bb89-d84272e1dd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:57Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 4, 'project_id': '9c710b347a3443889111dd79ea2a609b', 'gw_port': {'id': '37ba8e3d-70d9-49ce-bb89-d84272e1dd3a', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:24:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:57Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '04df62fb-300c-4beb-bc57-f289dc5f97d0', 'name': '', 'network_id': '6d4da248-722e-4e09-9859-74078c162f61', 'tenant_id': '9c710b347a3443889111dd79ea2a609b', 'mac_address': 'fa:16:3e:25:a0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '01c1e0a7-cc0e-4211-8c52-05980128347a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:59Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 2, 'project_id': '9c710b347a3443889111dd79ea2a609b', 'subnets': [{'id': '01c1e0a7-cc0e-4211-8c52-05980128347a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:01.940554 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f0d9b2-31c4-465b-8256-6834cafd3589 None None] The sync data for ids ['e11372db-f9bb-491c-8f16-2ed1abcd73a3'] in dv-cinder-788366-9-iscsi is: [{'id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'name': 'tempest-TestMinimumBasicScenario-24716100-router', 'tenant_id': '9c710b347a3443889111dd79ea2a609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '37ba8e3d-70d9-49ce-bb89-d84272e1dd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:57Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 4, 'project_id': '9c710b347a3443889111dd79ea2a609b', 'gw_port': {'id': '37ba8e3d-70d9-49ce-bb89-d84272e1dd3a', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:24:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:57Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '04df62fb-300c-4beb-bc57-f289dc5f97d0', 'name': '', 'network_id': '6d4da248-722e-4e09-9859-74078c162f61', 'tenant_id': '9c710b347a3443889111dd79ea2a609b', 'mac_address': 'fa:16:3e:25:a0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '01c1e0a7-cc0e-4211-8c52-05980128347a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:59Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 2, 'project_id': '9c710b347a3443889111dd79ea2a609b', 'subnets': [{'id': '01c1e0a7-cc0e-4211-8c52-05980128347a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:55:02.000714 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port d2df4e48-6a6d-4ebf-b3c8-92b085e9c777 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:02.001861 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device c1587ad1-0093-4791-a518-cc76849e269d up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:55:02.005945 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-7eb6e11b-b530-4c39-b59c-3ecdfc6308d4 None None] Provisioning complete for port 04df62fb-300c-4beb-bc57-f289dc5f97d0 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:02.006315 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e11b-b530-4c39-b59c-3ecdfc6308d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:02.119056 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-7eb6e11b-b530-4c39-b59c-3ecdfc6308d4 None None] Port 04df62fb-300c-4beb-bc57-f289dc5f97d0 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:55:02.123174 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:02.142124 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port c1587ad1-0093-4791-a518-cc76849e269d triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:02.142864 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (c1587ad1-0093-4791-a518-cc76849e269d), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:02.259282 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port c1587ad1-0093-4791-a518-cc76849e269d is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:02.471550 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:02.996349 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da5f06-0369-4d6f-b619-32e3c1a88cf5 req-6e18696b-8384-47d5-9624-969df50aca75 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:03.003759 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d6da5f06-0369-4d6f-b619-32e3c1a88cf5 req-6e18696b-8384-47d5-9624-969df50aca75 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 946 time: 0.1292806 Mar 09 19:55:03.033221 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device f1aeaaac-7789-44ec-9803-240483f571d9 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:55:03.074494 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d6da5f06-0369-4d6f-b619-32e3c1a88cf5 req-78599bc6-12cd-4876-b2b2-63e48a385010 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=1462b8f5-6693-44b4-b600-1d3016ef65d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653088 Mar 09 19:55:03.135163 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port f1aeaaac-7789-44ec-9803-240483f571d9 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:03.135722 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (f1aeaaac-7789-44ec-9803-240483f571d9), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:03.243045 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port f1aeaaac-7789-44ec-9803-240483f571d9 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:03.860935 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:04.199524 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c447e76-abd0-4e74-a400-ef2415b196b8 req-488873a3-4a26-495b-b4d3-6887ee1a5a15 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:04.209316 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8c447e76-abd0-4e74-a400-ef2415b196b8 req-488873a3-4a26-495b-b4d3-6887ee1a5a15 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 946 time: 0.0671315 Mar 09 19:55:04.273360 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8c447e76-abd0-4e74-a400-ef2415b196b8 req-eeb7847d-476f-41ce-869b-baee2d380838 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=1462b8f5-6693-44b4-b600-1d3016ef65d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629683 Mar 09 19:55:04.535152 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Sync routers for ids ['e11372db-f9bb-491c-8f16-2ed1abcd73a3'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:55:04.546364 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Routers {'e11372db-f9bb-491c-8f16-2ed1abcd73a3'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:55:04.547082 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:55:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e11372db-f9bb-491c-8f16-2ed1abcd73a3'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:04.666042 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Set router e11372db-f9bb-491c-8f16-2ed1abcd73a3 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:55:04.700989 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21768afe-5d37-434f-a480-5955f7216326 req-e0ca5bb3-0bd3-4a43-a298-fd2d73db78db tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:04.702544 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-21768afe-5d37-434f-a480-5955f7216326 req-e0ca5bb3-0bd3-4a43-a298-fd2d73db78db tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 946 time: 0.0669827 Mar 09 19:55:04.842390 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [req-21768afe-5d37-434f-a480-5955f7216326 req-bb238fb5-fc4d-4d81-a8f7-a1f649cf815a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Deleting port e666919f-8441-4914-ad9e-74126411ca87 {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:55:04.843718 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-21768afe-5d37-434f-a480-5955f7216326 req-bb238fb5-fc4d-4d81-a8f7-a1f649cf815a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (e666919f-8441-4914-ad9e-74126411ca87), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:04.932380 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'name': 'tempest-TestMinimumBasicScenario-24716100-router', 'tenant_id': '9c710b347a3443889111dd79ea2a609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '37ba8e3d-70d9-49ce-bb89-d84272e1dd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:57Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 4, 'project_id': '9c710b347a3443889111dd79ea2a609b', 'gw_port': {'id': '37ba8e3d-70d9-49ce-bb89-d84272e1dd3a', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:24:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:57Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '04df62fb-300c-4beb-bc57-f289dc5f97d0', 'name': '', 'network_id': '6d4da248-722e-4e09-9859-74078c162f61', 'tenant_id': '9c710b347a3443889111dd79ea2a609b', 'mac_address': 'fa:16:3e:25:a0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '01c1e0a7-cc0e-4211-8c52-05980128347a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:59Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 2, 'project_id': '9c710b347a3443889111dd79ea2a609b', 'subnets': [{'id': '01c1e0a7-cc0e-4211-8c52-05980128347a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:04.961959 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Checking router: e11372db-f9bb-491c-8f16-2ed1abcd73a3 for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:55:04.962326 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Updating router e11372db-f9bb-491c-8f16-2ed1abcd73a3 port 04df62fb-300c-4beb-bc57-f289dc5f97d0 binding host dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:55:04.982310 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-21768afe-5d37-434f-a480-5955f7216326 req-bb238fb5-fc4d-4d81-a8f7-a1f649cf815a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] For port e666919f-8441-4914-ad9e-74126411ca87, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e666919f-8441-4914-ad9e-74126411ca87,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:55:04.983107 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-21768afe-5d37-434f-a480-5955f7216326 req-bb238fb5-fc4d-4d81-a8f7-a1f649cf815a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (e666919f-8441-4914-ad9e-74126411ca87), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:05.007553 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:05.022919 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:55:05.115283 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:05.115617 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (37ba8e3d-70d9-49ce-bb89-d84272e1dd3a), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:05.207109 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:05.208560 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (37ba8e3d-70d9-49ce-bb89-d84272e1dd3a), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:05.225112 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-21768afe-5d37-434f-a480-5955f7216326 req-bb238fb5-fc4d-4d81-a8f7-a1f649cf815a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:05.225724 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-21768afe-5d37-434f-a480-5955f7216326 req-bb238fb5-fc4d-4d81-a8f7-a1f649cf815a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (b07eba40-c57a-47bd-a5ae-386e37427ddf), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:05.225841 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [req-21768afe-5d37-434f-a480-5955f7216326 req-bb238fb5-fc4d-4d81-a8f7-a1f649cf815a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Floating IP b07eba40-c57a-47bd-a5ae-386e37427ddf disassociated. External IP: 172.27.3.60, port: e666919f-8441-4914-ad9e-74126411ca87. Mar 09 19:55:05.226096 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [req-21768afe-5d37-434f-a480-5955f7216326 req-bb238fb5-fc4d-4d81-a8f7-a1f649cf815a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Calling delete_port for e666919f-8441-4914-ad9e-74126411ca87 owned by compute:nova {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:55:05.238123 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] For port 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=37ba8e3d-70d9-49ce-bb89-d84272e1dd3a,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:55:05.246456 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (37ba8e3d-70d9-49ce-bb89-d84272e1dd3a), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:05.332831 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Pushing event updated for resources: {'Port': ['ID=37ba8e3d-70d9-49ce-bb89-d84272e1dd3a,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:05.439801 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Publish callbacks [] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), precommit_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:05.450806 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:05.490929 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a1265-fead-46c2-8f6b-e9a40a954a6f req-1df11eaa-082a-49cd-b7fa-f41f87a7d38a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:05.497938 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bb1a1265-fead-46c2-8f6b-e9a40a954a6f req-1df11eaa-082a-49cd-b7fa-f41f87a7d38a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 946 time: 0.0815845 Mar 09 19:55:05.505219 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-21768afe-5d37-434f-a480-5955f7216326 req-bb238fb5-fc4d-4d81-a8f7-a1f649cf815a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (e666919f-8441-4914-ad9e-74126411ca87), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:05.533843 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12813f1b-1c30-493f-bf0b-3b8a41cccd0c None None] Pushing event updated for resources: {'Port': ['ID=04df62fb-300c-4beb-bc57-f289dc5f97d0,revision_number=3']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:05.553596 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb238fb5-fc4d-4d81-a8f7-a1f649cf815a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event deleted for resources: {'Port': ['ID=e666919f-8441-4914-ad9e-74126411ca87,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:05.692335 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bb1a1265-fead-46c2-8f6b-e9a40a954a6f req-ea2b240e-f544-4458-aa3a-4361ac8f49d2 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=1462b8f5-6693-44b4-b600-1d3016ef65d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928229 Mar 09 19:55:05.716773 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Attempting to bind port 04df62fb-300c-4beb-bc57-f289dc5f97d0 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:55:05.717338 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Attempting to bind port 04df62fb-300c-4beb-bc57-f289dc5f97d0 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': '7b83b021-15dd-4fe9-af73-3b37dd533809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6d4da248-722e-4e09-9859-74078c162f61'}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:55:05.717722 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Attempting to bind port 04df62fb-300c-4beb-bc57-f289dc5f97d0 on network 6d4da248-722e-4e09-9859-74078c162f61 {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:55:05.724392 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:55:05.724864 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Checking segment: {'id': '7b83b021-15dd-4fe9-af73-3b37dd533809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6d4da248-722e-4e09-9859-74078c162f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:55:05.725337 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:05.725797 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Bound using segment: {'id': '7b83b021-15dd-4fe9-af73-3b37dd533809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6d4da248-722e-4e09-9859-74078c162f61'} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:55:05.726493 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Bound port: 04df62fb-300c-4beb-bc57-f289dc5f97d0, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b83b021-15dd-4fe9-af73-3b37dd533809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6d4da248-722e-4e09-9859-74078c162f61'}}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:55:05.726958 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:05.781218 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-05247ca3-d418-40f4-b4ba-a17abe78ba20 None None] Provisioning complete for port 04df62fb-300c-4beb-bc57-f289dc5f97d0 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:05.782218 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-05247ca3-d418-40f4-b4ba-a17abe78ba20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:05.809189 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] For port 04df62fb-300c-4beb-bc57-f289dc5f97d0, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:55:05.813769 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] For port 04df62fb-300c-4beb-bc57-f289dc5f97d0, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=04df62fb-300c-4beb-bc57-f289dc5f97d0,segment=NetworkSegment(7b83b021-15dd-4fe9-af73-3b37dd533809),segment_id=7b83b021-15dd-4fe9-af73-3b37dd533809)] {{(pid=114607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:55:05.814167 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21768afe-5d37-434f-a480-5955f7216326 req-bb238fb5-fc4d-4d81-a8f7-a1f649cf815a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:55:05.824588 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:05.830734 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-05247ca3-d418-40f4-b4ba-a17abe78ba20 None None] Port 04df62fb-300c-4beb-bc57-f289dc5f97d0 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:55:05.906012 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12813f1b-1c30-493f-bf0b-3b8a41cccd0c None None] Pushing event updated for resources: {'Port': ['ID=04df62fb-300c-4beb-bc57-f289dc5f97d0,revision_number=4']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:05.941196 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Routers {'e11372db-f9bb-491c-8f16-2ed1abcd73a3'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:55:05.941839 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:55:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e11372db-f9bb-491c-8f16-2ed1abcd73a3'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:06.007443 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21768afe-5d37-434f-a480-5955f7216326 req-bb238fb5-fc4d-4d81-a8f7-a1f649cf815a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:55:06.023206 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a100b06f-73d4-4293-8e17-e0c5e0ad26e7 None None] Sync routers for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:55:06.039514 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a100b06f-73d4-4293-8e17-e0c5e0ad26e7 None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:55:06.040288 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-a100b06f-73d4-4293-8e17-e0c5e0ad26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:55:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:06.221762 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] Set router e11372db-f9bb-491c-8f16-2ed1abcd73a3 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:55:06.266274 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-a100b06f-73d4-4293-8e17-e0c5e0ad26e7 None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:55:06.426767 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-ec35f0e5-71ab-4953-a9d2-c499c6573183 None None] Provisioning complete for port 04df62fb-300c-4beb-bc57-f289dc5f97d0 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:06.427144 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ec35f0e5-71ab-4953-a9d2-c499c6573183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:06.491125 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'name': 'tempest-TestMinimumBasicScenario-24716100-router', 'tenant_id': '9c710b347a3443889111dd79ea2a609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '37ba8e3d-70d9-49ce-bb89-d84272e1dd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:57Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 4, 'project_id': '9c710b347a3443889111dd79ea2a609b', 'gw_port': {'id': '37ba8e3d-70d9-49ce-bb89-d84272e1dd3a', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:57Z', 'updated_at': '2022-03-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '04df62fb-300c-4beb-bc57-f289dc5f97d0', 'name': '', 'network_id': '6d4da248-722e-4e09-9859-74078c162f61', 'tenant_id': '9c710b347a3443889111dd79ea2a609b', 'mac_address': 'fa:16:3e:25:a0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '01c1e0a7-cc0e-4211-8c52-05980128347a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:59Z', 'updated_at': '2022-03-09T19:55:05Z', 'revision_number': 4, 'project_id': '9c710b347a3443889111dd79ea2a609b', 'subnets': [{'id': '01c1e0a7-cc0e-4211-8c52-05980128347a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:06.521428 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf952afa-fad5-4af4-9f74-9e3a39a48d3e None None] The sync data for ids ['e11372db-f9bb-491c-8f16-2ed1abcd73a3'] in dv-cinder-788366-9-iscsi is: [{'id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'name': 'tempest-TestMinimumBasicScenario-24716100-router', 'tenant_id': '9c710b347a3443889111dd79ea2a609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '37ba8e3d-70d9-49ce-bb89-d84272e1dd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:57Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 4, 'project_id': '9c710b347a3443889111dd79ea2a609b', 'gw_port': {'id': '37ba8e3d-70d9-49ce-bb89-d84272e1dd3a', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:57Z', 'updated_at': '2022-03-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '04df62fb-300c-4beb-bc57-f289dc5f97d0', 'name': '', 'network_id': '6d4da248-722e-4e09-9859-74078c162f61', 'tenant_id': '9c710b347a3443889111dd79ea2a609b', 'mac_address': 'fa:16:3e:25:a0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '01c1e0a7-cc0e-4211-8c52-05980128347a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:59Z', 'updated_at': '2022-03-09T19:55:05Z', 'revision_number': 4, 'project_id': '9c710b347a3443889111dd79ea2a609b', 'subnets': [{'id': '01c1e0a7-cc0e-4211-8c52-05980128347a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:55:06.525101 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [req-21768afe-5d37-434f-a480-5955f7216326 req-bb238fb5-fc4d-4d81-a8f7-a1f649cf815a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] No DVR routers for this DVR port e666919f-8441-4914-ad9e-74126411ca87 on host hv-cinder-78836 {{(pid=114604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:55:06.527593 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-21768afe-5d37-434f-a480-5955f7216326 req-bb238fb5-fc4d-4d81-a8f7-a1f649cf815a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:06.531776 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-21768afe-5d37-434f-a480-5955f7216326 req-bb238fb5-fc4d-4d81-a8f7-a1f649cf815a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "DELETE /v2.0/ports/e666919f-8441-4914-ad9e-74126411ca87 HTTP/1.1" status: 204 len: 173 time: 1.8199897 Mar 09 19:55:06.532696 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6ed419-0ad7-453f-bac7-b0e61c9a37b8', 'name': 'network-vif-deleted', 'tag': 'e666919f-8441-4914-ad9e-74126411ca87'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:55:06.544827 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e89f5e3-6785-42b1-820c-2bf327d341e3" -d '{"events": [{"server_uuid": "3c6ed419-0ad7-453f-bac7-b0e61c9a37b8", "name": "network-vif-deleted", "tag": "e666919f-8441-4914-ad9e-74126411ca87"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:55:06.608398 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e5929a-5b9c-471c-a28c-32225ed54f42 x-openstack-request-id: req-f1e5929a-5b9c-471c-a28c-32225ed54f42 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:55:06.609563 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6ed419-0ad7-453f-bac7-b0e61c9a37b8", "name": "network-vif-deleted", "tag": "e666919f-8441-4914-ad9e-74126411ca87", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:55:06.610060 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f1e5929a-5b9c-471c-a28c-32225ed54f42 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:55:06.610800 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6ed419-0ad7-453f-bac7-b0e61c9a37b8', 'name': 'network-vif-deleted', 'tag': 'e666919f-8441-4914-ad9e-74126411ca87', 'status': 'completed', 'code': 200} Mar 09 19:55:06.687352 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-ec35f0e5-71ab-4953-a9d2-c499c6573183 None None] Current status of the port 04df62fb-300c-4beb-bc57-f289dc5f97d0 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:06.687739 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ec35f0e5-71ab-4953-a9d2-c499c6573183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:06.735016 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-a100b06f-73d4-4293-8e17-e0c5e0ad26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:06.775883 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a100b06f-73d4-4293-8e17-e0c5e0ad26e7 None None] Checking router: e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:55:06.779022 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-ec35f0e5-71ab-4953-a9d2-c499c6573183 None None] For port 04df62fb-300c-4beb-bc57-f289dc5f97d0, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=04df62fb-300c-4beb-bc57-f289dc5f97d0,segment=NetworkSegment(7b83b021-15dd-4fe9-af73-3b37dd533809),segment_id=7b83b021-15dd-4fe9-af73-3b37dd533809)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:55:06.789954 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ec35f0e5-71ab-4953-a9d2-c499c6573183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:06.797228 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a100b06f-73d4-4293-8e17-e0c5e0ad26e7 None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:55:06.798495 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-a100b06f-73d4-4293-8e17-e0c5e0ad26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:55:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:06.834349 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cb5b0460-845c-4c0c-b754-00ed26a7a97e req-ac55b841-5188-4056-a188-3c3ec5ded8c3 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6ed419-0ad7-453f-bac7-b0e61c9a37b8 HTTP/1.1" status: 200 len: 210 time: 0.0425596 Mar 09 19:55:06.924881 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35f0e5-71ab-4953-a9d2-c499c6573183 None None] Pushing event updated for resources: {'Port': ['ID=04df62fb-300c-4beb-bc57-f289dc5f97d0,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:07.147470 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:55:07.207744 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-a100b06f-73d4-4293-8e17-e0c5e0ad26e7 None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:55:07.259607 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:07.259988 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (37ba8e3d-70d9-49ce-bb89-d84272e1dd3a), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:07.521163 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:07.522230 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 04df62fb-300c-4beb-bc57-f289dc5f97d0 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:55:07.570618 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-a100b06f-73d4-4293-8e17-e0c5e0ad26e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:07.604862 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a100b06f-73d4-4293-8e17-e0c5e0ad26e7 None None] The sync data for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi is: [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:55:07.611581 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 04df62fb-300c-4beb-bc57-f289dc5f97d0 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:07.611966 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:07.718990 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 04df62fb-300c-4beb-bc57-f289dc5f97d0 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:07.916773 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44812) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:55:07.981850 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1da449c6-6834-4244-94ce-2489c3ad5a71 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (1462b8f5-6693-44b4-b600-1d3016ef65d6), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:08.006541 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1da449c6-6834-4244-94ce-2489c3ad5a71 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (1462b8f5-6693-44b4-b600-1d3016ef65d6), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:08.068433 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1da449c6-6834-4244-94ce-2489c3ad5a71 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (1462b8f5-6693-44b4-b600-1d3016ef65d6), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:08.071658 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1da449c6-6834-4244-94ce-2489c3ad5a71 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:08.076347 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44814) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:55:08.088666 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-1da449c6-6834-4244-94ce-2489c3ad5a71 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "DELETE /v2.0/security-groups/1462b8f5-6693-44b4-b600-1d3016ef65d6 HTTP/1.1" status: 204 len: 168 time: 0.1701910 Mar 09 19:55:08.095334 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.api.v2.resource [None req-906708da-6ee5-4963-9d21-4adaf9e0a733 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] show failed (client error): The resource could not be found. Mar 09 19:55:08.105000 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-906708da-6ee5-4963-9d21-4adaf9e0a733 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups/1462b8f5-6693-44b4-b600-1d3016ef65d6 HTTP/1.1" status: 404 len: 347 time: 0.0273113 Mar 09 19:55:08.105598 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 44816) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:55:08.114737 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da449c6-6834-4244-94ce-2489c3ad5a71 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1462b8f5-6693-44b4-b600-1d3016ef65d6,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:08.169649 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1ed195-3436-4899-a1a3-ce9e81432e8a None None] New status for floating IP b07eba40-c57a-47bd-a5ae-386e37427ddf: DOWN {{(pid=114607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:55:08.492594 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-ff3fb4ed-45ed-4f29-98b6-4a47cc21fb7c tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Deleting port eb0e6acd-e9d8-4013-99df-e07b5df4d54a {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:55:08.493329 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb4ed-45ed-4f29-98b6-4a47cc21fb7c tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (eb0e6acd-e9d8-4013-99df-e07b5df4d54a), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:08.574800 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb4ed-45ed-4f29-98b6-4a47cc21fb7c tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (eb0e6acd-e9d8-4013-99df-e07b5df4d54a), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:08.575279 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb4ed-45ed-4f29-98b6-4a47cc21fb7c tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (eb0e6acd-e9d8-4013-99df-e07b5df4d54a), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:08.588526 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-ff3fb4ed-45ed-4f29-98b6-4a47cc21fb7c tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Calling delete_port for eb0e6acd-e9d8-4013-99df-e07b5df4d54a owned by network:floatingip {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:55:08.735342 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb4ed-45ed-4f29-98b6-4a47cc21fb7c tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (eb0e6acd-e9d8-4013-99df-e07b5df4d54a), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:08.760976 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fb4ed-45ed-4f29-98b6-4a47cc21fb7c tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event deleted for resources: {'Port': ['ID=eb0e6acd-e9d8-4013-99df-e07b5df4d54a,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:08.846472 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb4ed-45ed-4f29-98b6-4a47cc21fb7c tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (b07eba40-c57a-47bd-a5ae-386e37427ddf), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:08.849710 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb4ed-45ed-4f29-98b6-4a47cc21fb7c tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:08.851005 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-ff3fb4ed-45ed-4f29-98b6-4a47cc21fb7c tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "DELETE /v2.0/floatingips/b07eba40-c57a-47bd-a5ae-386e37427ddf HTTP/1.1" status: 204 len: 168 time: 0.7437551 Mar 09 19:55:08.941581 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 04df62fb-300c-4beb-bc57-f289dc5f97d0 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:55:08.990490 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 04df62fb-300c-4beb-bc57-f289dc5f97d0 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:08.990777 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:09.064557 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device e666919f-8441-4914-ad9e-74126411ca87 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:55:09.093037 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: e666919f-8441-4914-ad9e-74126411ca87 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:55:09.093400 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device e666919f-8441-4914-ad9e-74126411ca87 not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:55:09.099141 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 04df62fb-300c-4beb-bc57-f289dc5f97d0 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:10.392577 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44826) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:55:10.399489 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-94ae69b0-17e1-46d0-836e-43f6c5a94d17 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1520496987', 'description': 'tempest-description--1500439483'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:55:10.428875 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-94ae69b0-17e1-46d0-836e-43f6c5a94d17 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:10.508748 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-94ae69b0-17e1-46d0-836e-43f6c5a94d17 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (28fb6ccf-e1cb-422a-b3a5-09729cd00b45), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:10.514557 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-94ae69b0-17e1-46d0-836e-43f6c5a94d17 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (28fb6ccf-e1cb-422a-b3a5-09729cd00b45), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:10.546539 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-94ae69b0-17e1-46d0-836e-43f6c5a94d17 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:10.547760 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-94ae69b0-17e1-46d0-836e-43f6c5a94d17 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1541870 Mar 09 19:55:10.550695 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44828) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:55:10.556457 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-2718e1cd-75d0-482c-8c4c-35ed6e71493e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'security_group_rule': {'security_group_id': '28fb6ccf-e1cb-422a-b3a5-09729cd00b45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:55:10.564261 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae69b0-17e1-46d0-836e-43f6c5a94d17 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28fb6ccf-e1cb-422a-b3a5-09729cd00b45,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:10.586959 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2718e1cd-75d0-482c-8c4c-35ed6e71493e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (0a3e2930-1360-4b05-acb5-7feeb36efab1), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:10.652226 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2718e1cd-75d0-482c-8c4c-35ed6e71493e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (0a3e2930-1360-4b05-acb5-7feeb36efab1), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:10.656120 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2718e1cd-75d0-482c-8c4c-35ed6e71493e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (0a3e2930-1360-4b05-acb5-7feeb36efab1), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:10.677558 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718e1cd-75d0-482c-8c4c-35ed6e71493e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3e2930-1360-4b05-acb5-7feeb36efab1,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:10.683627 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2718e1cd-75d0-482c-8c4c-35ed6e71493e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:10.684584 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-2718e1cd-75d0-482c-8c4c-35ed6e71493e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325519 Mar 09 19:55:10.686931 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44830) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:55:10.691489 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-7d22f622-116b-4471-8e9e-568610fec636 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'security_group_rule': {'security_group_id': '28fb6ccf-e1cb-422a-b3a5-09729cd00b45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:55:10.722649 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7d22f622-116b-4471-8e9e-568610fec636 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (d70b630e-2e7a-4923-8449-df78b3ec1b27), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:10.790984 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7d22f622-116b-4471-8e9e-568610fec636 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (d70b630e-2e7a-4923-8449-df78b3ec1b27), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:10.795398 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7d22f622-116b-4471-8e9e-568610fec636 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (d70b630e-2e7a-4923-8449-df78b3ec1b27), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:10.819983 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22f622-116b-4471-8e9e-568610fec636 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70b630e-2e7a-4923-8449-df78b3ec1b27,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:10.827570 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7d22f622-116b-4471-8e9e-568610fec636 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:10.828974 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-7d22f622-116b-4471-8e9e-568610fec636 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409395 Mar 09 19:55:10.831978 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 44832) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:55:10.836735 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-92b3ed9f-2e5d-414b-88e0-985c201a0831 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'floatingip': {'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:55:10.867330 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-92b3ed9f-2e5d-414b-88e0-985c201a0831 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:10.975370 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-92b3ed9f-2e5d-414b-88e0-985c201a0831 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:11.090147 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:55:11.097631 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [None req-92b3ed9f-2e5d-414b-88e0-985c201a0831 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Allocated IP 172.27.3.95 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/b7232073-7bcf-474c-a25b-90c339cd9e97) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:55:11.233987 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-92b3ed9f-2e5d-414b-88e0-985c201a0831 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for port (b7232073-7bcf-474c-a25b-90c339cd9e97), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:11.290888 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-92b3ed9f-2e5d-414b-88e0-985c201a0831 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (b7232073-7bcf-474c-a25b-90c339cd9e97), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:11.345193 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b3ed9f-2e5d-414b-88e0-985c201a0831 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:55:11.350310 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-92b3ed9f-2e5d-414b-88e0-985c201a0831 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:55:11.352844 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b3ed9f-2e5d-414b-88e0-985c201a0831 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:55:11.356410 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3ed9f-2e5d-414b-88e0-985c201a0831 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'Port': ['ID=b7232073-7bcf-474c-a25b-90c339cd9e97,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:11.480657 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-92b3ed9f-2e5d-414b-88e0-985c201a0831 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (0ccc9554-172d-459e-896d-64459201b870), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:11.524260 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-92b3ed9f-2e5d-414b-88e0-985c201a0831 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (b7232073-7bcf-474c-a25b-90c339cd9e97), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:11.699743 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-92b3ed9f-2e5d-414b-88e0-985c201a0831 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for port (b7232073-7bcf-474c-a25b-90c339cd9e97), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:11.705056 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-92b3ed9f-2e5d-414b-88e0-985c201a0831 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (b7232073-7bcf-474c-a25b-90c339cd9e97), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:11.778191 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3ed9f-2e5d-414b-88e0-985c201a0831 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'Port': ['ID=b7232073-7bcf-474c-a25b-90c339cd9e97,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:11.791504 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-92b3ed9f-2e5d-414b-88e0-985c201a0831 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (0ccc9554-172d-459e-896d-64459201b870), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:11.811028 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-92b3ed9f-2e5d-414b-88e0-985c201a0831 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:11.820395 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-92b3ed9f-2e5d-414b-88e0-985c201a0831 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9808202 Mar 09 19:55:12.028661 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-6cf9b168-f6f6-4fde-b78d-77e62bfc715b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1520496987&fields=id&tenant_id=55d035a3aae24ccb9b470e06d3d01412 HTTP/1.1" status: 200 len: 267 time: 0.0477982 Mar 09 19:55:12.133722 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-bf3b2f00-dee4-4aa9-92b0-39d091b734f6 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:12.135156 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-bf3b2f00-dee4-4aa9-92b0-39d091b734f6 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/networks?id=e1fb9771-c14c-449d-8f62-3d71790f8b4f HTTP/1.1" status: 200 len: 815 time: 0.1036470 Mar 09 19:55:12.149043 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-e5ace66f-7751-40c6-b3a8-a82aabbc8444 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/quotas/55d035a3aae24ccb9b470e06d3d01412 HTTP/1.1" status: 200 len: 375 time: 0.0085728 Mar 09 19:55:12.204406 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-633af9ab-a2d9-4a18-acd4-dbe5e426b3dd tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=55d035a3aae24ccb9b470e06d3d01412&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503190 Mar 09 19:55:12.393749 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-58047f49-acbe-4c32-93cc-6a979209221e service neutron] 10.222.0.16 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782360 Mar 09 19:55:12.561492 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-2df7587e-e8ea-4640-b260-90616f3162b0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:12.562839 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-2df7587e-e8ea-4640-b260-90616f3162b0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/networks?id=90dc0329-c1f6-4a9a-a3f6-ad29c228911b HTTP/1.1" status: 200 len: 815 time: 0.1682453 Mar 09 19:55:12.564759 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-20ab641c-3cba-4498-b3b6-48d727efafec service neutron] 10.222.0.16 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611829 Mar 09 19:55:12.577511 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-089f2ef3-66d1-4550-b7c1-7cd1125dad13 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/quotas/24196775b71d467f82be587e453b8be4 HTTP/1.1" status: 200 len: 375 time: 0.0091910 Mar 09 19:55:12.645241 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-955794ae-62fd-4b11-ab16-679321d30d15 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=24196775b71d467f82be587e453b8be4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623109 Mar 09 19:55:12.755854 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f486315d-0ccc-48d9-8e46-b2dada83a2f1 req-46580dd9-dfa1-40a3-9d5b-05887d7ea9b2 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 210 time: 0.0327253 Mar 09 19:55:12.780037 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-f3043369-85cd-4969-8948-4effd0d77345 service neutron] 10.222.0.16 "GET /v2.0/networks/90dc0329-c1f6-4a9a-a3f6-ad29c228911b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223502 Mar 09 19:55:12.868349 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-b8a827bc-e241-47b6-89f7-16a542063a0c service neutron] 10.222.0.16 "GET /v2.0/networks/90dc0329-c1f6-4a9a-a3f6-ad29c228911b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822620 Mar 09 19:55:13.036021 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-686290f6-b69e-4946-8273-4c8777bd2064 req-22d873d8-19df-47e2-8d1f-630ba3584469 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 210 time: 0.0312219 Mar 09 19:55:13.542884 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4e29d-7658-4375-8351-eb364fc87b15 req-d18afb48-242c-494b-8f70-457d11031973 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:13.545079 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6af4e29d-7658-4375-8351-eb364fc87b15 req-d18afb48-242c-494b-8f70-457d11031973 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.0534768 Mar 09 19:55:13.591831 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6af4e29d-7658-4375-8351-eb364fc87b15 req-0963a030-ad2e-4e70-a7a9-7ce857ecf057 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416234 Mar 09 19:55:13.885470 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a6dc4c00-deaa-41ba-88f3-e3a141bdd14a req-fa536584-8400-45d4-b482-2ab0230573cc tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 210 time: 0.0580418 Mar 09 19:55:13.926823 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-211b70b8-ca24-4f84-910e-449bf7fbfb64 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:13.928277 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-211b70b8-ca24-4f84-910e-449bf7fbfb64 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "GET /v2.0/networks?id=e1fb9771-c14c-449d-8f62-3d71790f8b4f HTTP/1.1" status: 200 len: 815 time: 0.1407807 Mar 09 19:55:13.991910 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-4ae76841-03c1-4f66-b8e5-5104ff8c2e5e tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55d035a3aae24ccb9b470e06d3d01412 HTTP/1.1" status: 200 len: 380 time: 0.0535164 Mar 09 19:55:14.008341 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-766c84cc-afa8-4a76-bba6-17635bc38395 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'port': {'device_id': 'd5c425a7-a340-4cc6-accf-d607554518ef', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'admin_state_up': True, 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'security_groups': ['28fb6ccf-e1cb-422a-b3a5-09729cd00b45']}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:55:14.097034 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-10ccd937-8b9c-4dac-a4a6-b4be2f4c8e24 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:14.098608 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-10ccd937-8b9c-4dac-a4a6-b4be2f4c8e24 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.20 "GET /v2.0/networks?id=90dc0329-c1f6-4a9a-a3f6-ad29c228911b HTTP/1.1" status: 200 len: 815 time: 0.1160891 Mar 09 19:55:14.115024 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-ecc7161f-daa7-4b22-8692-2838451657d8 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Request body: {'port': {'device_id': 'd155e9de-51fb-464b-bd76-4919476fe426', 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b', 'admin_state_up': True, 'tenant_id': '24196775b71d467f82be587e453b8be4'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:55:14.134633 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-766c84cc-afa8-4a76-bba6-17635bc38395 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Made reservation on behalf of 55d035a3aae24ccb9b470e06d3d01412 for: {'port': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:55:14.137084 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-766c84cc-afa8-4a76-bba6-17635bc38395 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:14.160018 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bb80e01b-adc6-4592-b25b-2eaa4b88527c req-7fbb973f-a4df-4ff3-9ce2-34c4ab91bc9c tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 210 time: 0.0388045 Mar 09 19:55:14.232781 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-ecc7161f-daa7-4b22-8692-2838451657d8 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Made reservation on behalf of 24196775b71d467f82be587e453b8be4 for: {'port': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:55:14.236461 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-ecc7161f-daa7-4b22-8692-2838451657d8 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:14.294543 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-766c84cc-afa8-4a76-bba6-17635bc38395 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Allocated IP 172.20.0.6 (e1fb9771-c14c-449d-8f62-3d71790f8b4f/1691d741-1db9-45a9-b9fc-c8baf7574710/69106698-e50f-4852-bccc-09285ba932af) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:55:14.370625 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-ecc7161f-daa7-4b22-8692-2838451657d8 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Allocated IP 172.20.0.14 (90dc0329-c1f6-4a9a-a3f6-ad29c228911b/5c3c849f-2435-407c-aa3b-ded0607e015f/de48bb38-3e35-4313-bf7c-cdc368b81990) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:55:14.446894 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-766c84cc-afa8-4a76-bba6-17635bc38395 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for port (69106698-e50f-4852-bccc-09285ba932af), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:14.487120 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-766c84cc-afa8-4a76-bba6-17635bc38395 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (69106698-e50f-4852-bccc-09285ba932af), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:14.511105 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-766c84cc-afa8-4a76-bba6-17635bc38395 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Network e1fb9771-c14c-449d-8f62-3d71790f8b4f is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:55:14.514247 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-766c84cc-afa8-4a76-bba6-17635bc38395 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:55:14.548590 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-ecc7161f-daa7-4b22-8692-2838451657d8 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:14.552315 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-766c84cc-afa8-4a76-bba6-17635bc38395 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:55:14.616499 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-ecc7161f-daa7-4b22-8692-2838451657d8 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:14.668734 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-ecc7161f-daa7-4b22-8692-2838451657d8 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Network 90dc0329-c1f6-4a9a-a3f6-ad29c228911b is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:55:14.670227 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-ecc7161f-daa7-4b22-8692-2838451657d8 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:55:14.674211 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-ecc7161f-daa7-4b22-8692-2838451657d8 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:55:14.693225 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c84cc-afa8-4a76-bba6-17635bc38395 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event updated for resources: {'Port': ['ID=69106698-e50f-4852-bccc-09285ba932af,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:14.724530 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-766c84cc-afa8-4a76-bba6-17635bc38395 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:14.725209 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-766c84cc-afa8-4a76-bba6-17635bc38395 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:14.769295 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-766c84cc-afa8-4a76-bba6-17635bc38395 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7649465 Mar 09 19:55:14.787449 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7161f-daa7-4b22-8692-2838451657d8 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Pushing event updated for resources: {'Port': ['ID=de48bb38-3e35-4313-bf7c-cdc368b81990,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:14.825472 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-ecc7161f-daa7-4b22-8692-2838451657d8 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:14.826210 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-ecc7161f-daa7-4b22-8692-2838451657d8 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:14.853230 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-ecc7161f-daa7-4b22-8692-2838451657d8 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7415249 Mar 09 19:55:14.883678 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b528a2f-ce52-4cb1-b479-9af90e4f4508 req-d9fe388d-77bd-418f-82e3-c268680b6a23 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:14.885259 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6b528a2f-ce52-4cb1-b479-9af90e4f4508 req-d9fe388d-77bd-418f-82e3-c268680b6a23 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.1266158 Mar 09 19:55:15.003306 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6b528a2f-ce52-4cb1-b479-9af90e4f4508 req-5064c5fc-c45d-46e8-bbce-84fc7f26b49f tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035933 Mar 09 19:55:15.020406 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Request body: {'port': {'device_id': 'd155e9de-51fb-464b-bd76-4919476fe426', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:55:15.031295 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Request body: {'port': {'device_id': 'd5c425a7-a340-4cc6-accf-d607554518ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:55:15.100780 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-414d3d12-d922-4584-a6db-82b9ef581b9a None None] Provisioning complete for port 69106698-e50f-4852-bccc-09285ba932af triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:15.102447 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-414d3d12-d922-4584-a6db-82b9ef581b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (69106698-e50f-4852-bccc-09285ba932af), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:15.129639 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (69106698-e50f-4852-bccc-09285ba932af), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:15.158581 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:15.161508 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-414d3d12-d922-4584-a6db-82b9ef581b9a None None] Port 69106698-e50f-4852-bccc-09285ba932af cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:55:15.184158 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e896cfb-a648-4be4-8b8b-676334deadbb req-6dc198cb-acf8-4c2c-9018-a2a5d1002dab tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:15.187285 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-414d3d12-d922-4584-a6db-82b9ef581b9a None None] Provisioning complete for port de48bb38-3e35-4313-bf7c-cdc368b81990 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:15.188992 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-414d3d12-d922-4584-a6db-82b9ef581b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:15.198302 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2e896cfb-a648-4be4-8b8b-676334deadbb req-6dc198cb-acf8-4c2c-9018-a2a5d1002dab tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 931 time: 0.1245909 Mar 09 19:55:15.275394 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-414d3d12-d922-4584-a6db-82b9ef581b9a None None] Port de48bb38-3e35-4313-bf7c-cdc368b81990 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:55:15.402467 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2e896cfb-a648-4be4-8b8b-676334deadbb req-d46d16e2-037d-4db8-aa65-eae4c01752b5 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=28fb6ccf-e1cb-422a-b3a5-09729cd00b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950953 Mar 09 19:55:15.440383 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eae00b-62e8-41f4-9be6-964f41921ac2 req-99514d01-e340-4f61-92b8-83e8e7b1be9e tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:15.448761 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e3eae00b-62e8-41f4-9be6-964f41921ac2 req-99514d01-e340-4f61-92b8-83e8e7b1be9e tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 932 time: 0.1656833 Mar 09 19:55:15.561051 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de48bb38-3e35-4313-bf7c-cdc368b81990 {{(pid=114605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:55:15.564727 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e3eae00b-62e8-41f4-9be6-964f41921ac2 req-a98089b2-e362-48d4-9040-827c31ab61cf tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119161 Mar 09 19:55:15.574422 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Publish callbacks [] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:15.589617 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.provisioning_blocks [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Transition to ACTIVE for port object de48bb38-3e35-4313-bf7c-cdc368b81990 will not be triggered until provisioned by entity L2. {{(pid=114605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 19:55:15.594631 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:15.694784 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69106698-e50f-4852-bccc-09285ba932af {{(pid=114604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:55:15.703364 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Pushing event updated for resources: {'Port': ['ID=de48bb38-3e35-4313-bf7c-cdc368b81990,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:15.718198 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Publish callbacks [] for port (69106698-e50f-4852-bccc-09285ba932af), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:15.742380 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.provisioning_blocks [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Transition to ACTIVE for port object 69106698-e50f-4852-bccc-09285ba932af will not be triggered until provisioned by entity L2. {{(pid=114604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 19:55:15.748842 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (69106698-e50f-4852-bccc-09285ba932af), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:15.762524 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Attempting to bind port de48bb38-3e35-4313-bf7c-cdc368b81990 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:55:15.762745 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Attempting to bind port de48bb38-3e35-4313-bf7c-cdc368b81990 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c5be0f4b-be34-4fc1-814f-68bb5267d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b'}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:55:15.762941 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Attempting to bind port de48bb38-3e35-4313-bf7c-cdc368b81990 on network 90dc0329-c1f6-4a9a-a3f6-ad29c228911b {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:55:15.768871 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Port de48bb38-3e35-4313-bf7c-cdc368b81990 on network 90dc0329-c1f6-4a9a-a3f6-ad29c228911b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 19:55:15.769286 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Attempting to bind port de48bb38-3e35-4313-bf7c-cdc368b81990 on network 90dc0329-c1f6-4a9a-a3f6-ad29c228911b {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:55:15.777301 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:55:15.777617 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Checking segment: {'id': 'c5be0f4b-be34-4fc1-814f-68bb5267d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:55:15.778057 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Bound using segment: {'id': 'c5be0f4b-be34-4fc1-814f-68bb5267d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b'} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:55:15.780591 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Bound port: de48bb38-3e35-4313-bf7c-cdc368b81990, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5be0f4b-be34-4fc1-814f-68bb5267d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b'}}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:55:15.781010 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:15.818948 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Pushing event updated for resources: {'Port': ['ID=69106698-e50f-4852-bccc-09285ba932af,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:15.928734 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Attempting to bind port 69106698-e50f-4852-bccc-09285ba932af on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:55:15.932587 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Attempting to bind port 69106698-e50f-4852-bccc-09285ba932af by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:55:15.933096 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Attempting to bind port 69106698-e50f-4852-bccc-09285ba932af on network e1fb9771-c14c-449d-8f62-3d71790f8b4f {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:55:15.938947 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Port 69106698-e50f-4852-bccc-09285ba932af on network e1fb9771-c14c-449d-8f62-3d71790f8b4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 19:55:15.939443 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Attempting to bind port 69106698-e50f-4852-bccc-09285ba932af on network e1fb9771-c14c-449d-8f62-3d71790f8b4f {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:55:15.951112 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:55:15.951548 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Checking segment: {'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:55:15.952114 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Bound using segment: {'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:55:15.952669 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Bound port: 69106698-e50f-4852-bccc-09285ba932af, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f'}}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:55:15.953241 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (69106698-e50f-4852-bccc-09285ba932af), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:15.953530 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] For port de48bb38-3e35-4313-bf7c-cdc368b81990, host hv-cinder-78836, cleared binding levels {{(pid=114605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:55:15.964724 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] For port de48bb38-3e35-4313-bf7c-cdc368b81990, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=de48bb38-3e35-4313-bf7c-cdc368b81990,segment=NetworkSegment(c5be0f4b-be34-4fc1-814f-68bb5267d53e),segment_id=c5be0f4b-be34-4fc1-814f-68bb5267d53e)] {{(pid=114605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:55:15.975588 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:16.017926 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:16.020762 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:16.022692 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] 10.222.0.20 "PUT /v2.0/ports/de48bb38-3e35-4313-bf7c-cdc368b81990 HTTP/1.1" status: 200 len: 1094 time: 1.1360593 Mar 09 19:55:16.084857 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd155e9de-51fb-464b-bd76-4919476fe426', 'tag': 'de48bb38-3e35-4313-bf7c-cdc368b81990'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:55:16.090686 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c944641-abe6-4273-943b-340af6124106" -d '{"events": [{"name": "network-changed", "server_uuid": "d155e9de-51fb-464b-bd76-4919476fe426", "tag": "de48bb38-3e35-4313-bf7c-cdc368b81990"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:55:16.093524 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] For port 69106698-e50f-4852-bccc-09285ba932af, host hv-cinder-78836, cleared binding levels {{(pid=114604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:55:16.102811 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] For port 69106698-e50f-4852-bccc-09285ba932af, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69106698-e50f-4852-bccc-09285ba932af,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:55:16.116078 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (69106698-e50f-4852-bccc-09285ba932af), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:16.152811 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:16.153603 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:16.157150 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] 10.222.0.20 "PUT /v2.0/ports/69106698-e50f-4852-bccc-09285ba932af HTTP/1.1" status: 200 len: 1093 time: 1.3001382 Mar 09 19:55:16.158903 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c425a7-a340-4cc6-accf-d607554518ef', 'tag': '69106698-e50f-4852-bccc-09285ba932af'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:55:16.167942 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac02345-60f2-48a4-8b3b-9c675619b29a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c425a7-a340-4cc6-accf-d607554518ef", "tag": "69106698-e50f-4852-bccc-09285ba932af"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:55:16.187116 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4521908e-8353-41a0-bfa9-56b284515113 x-openstack-request-id: req-4521908e-8353-41a0-bfa9-56b284515113 {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:55:16.187659 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d155e9de-51fb-464b-bd76-4919476fe426", "tag": "de48bb38-3e35-4313-bf7c-cdc368b81990", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:55:16.193379 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4521908e-8353-41a0-bfa9-56b284515113 {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:55:16.194601 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd155e9de-51fb-464b-bd76-4919476fe426', 'tag': 'de48bb38-3e35-4313-bf7c-cdc368b81990', 'status': 'completed', 'code': 200} Mar 09 19:55:16.245566 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6246d-accd-4e49-92dc-246ff42ea458 service neutron] Pushing event updated for resources: {'Port': ['ID=de48bb38-3e35-4313-bf7c-cdc368b81990,revision_number=3']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:16.261191 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-8efc6caa-43da-4da0-aefe-4c6420bd17bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:16.263010 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-8efc6caa-43da-4da0-aefe-4c6420bd17bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24196775b71d467f82be587e453b8be4&device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 1128 time: 0.1606903 Mar 09 19:55:16.314847 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c94293-ed78-40d0-a6a9-ff89ad1b66e3 x-openstack-request-id: req-76c94293-ed78-40d0-a6a9-ff89ad1b66e3 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:55:16.314847 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c425a7-a340-4cc6-accf-d607554518ef", "tag": "69106698-e50f-4852-bccc-09285ba932af", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:55:16.314847 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76c94293-ed78-40d0-a6a9-ff89ad1b66e3 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:55:16.315673 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c425a7-a340-4cc6-accf-d607554518ef', 'tag': '69106698-e50f-4852-bccc-09285ba932af', 'status': 'completed', 'code': 200} Mar 09 19:55:16.405467 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abab201-a528-41a7-a964-ebbfe76f36fc service neutron] Pushing event updated for resources: {'Port': ['ID=69106698-e50f-4852-bccc-09285ba932af,revision_number=3']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:16.502005 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-853651ab-2b0a-48f1-ae9b-a5934506b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:16.503513 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-853651ab-2b0a-48f1-ae9b-a5934506b621 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d035a3aae24ccb9b470e06d3d01412&device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 1127 time: 0.2411397 Mar 09 19:55:16.524593 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7907fda-59b4-4da5-aa74-1efbd790cb22 req-44de25cf-1c1c-48ea-ae18-2423e0b23b26 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:16.535935 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a7907fda-59b4-4da5-aa74-1efbd790cb22 req-44de25cf-1c1c-48ea-ae18-2423e0b23b26 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.3115017 Mar 09 19:55:16.611606 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a7907fda-59b4-4da5-aa74-1efbd790cb22 req-fd8245e1-5b5e-4316-b948-dcb8d8dbf3d3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712984 Mar 09 19:55:16.779027 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7968df1-9858-444b-9aa2-319a0b50040f req-5ccecab6-b798-4098-a6e1-1285ee34e301 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:16.780571 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c7968df1-9858-444b-9aa2-319a0b50040f req-5ccecab6-b798-4098-a6e1-1285ee34e301 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 943 time: 0.1108871 Mar 09 19:55:16.824777 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9f257-dbf6-4170-b330-dc34bf3131b3 req-5c4d24da-ace3-42ee-b1e7-7111cfe23a03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:16.826320 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-36b9f257-dbf6-4170-b330-dc34bf3131b3 req-5c4d24da-ace3-42ee-b1e7-7111cfe23a03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 944 time: 0.1134312 Mar 09 19:55:16.875727 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c7968df1-9858-444b-9aa2-319a0b50040f req-72449673-7b4d-4103-ad1d-e0e60a23041a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=28fb6ccf-e1cb-422a-b3a5-09729cd00b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850582 Mar 09 19:55:16.896734 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-36b9f257-dbf6-4170-b330-dc34bf3131b3 req-e7d99a94-bb55-487f-9a36-9e908c5ace1f tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644255 Mar 09 19:55:17.752555 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8887b-e206-419b-a57f-df094e63b9f9 req-64deb76f-716b-4a6d-a8ef-730a8ad6c8d6 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:17.754036 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-70a8887b-e206-419b-a57f-df094e63b9f9 req-64deb76f-716b-4a6d-a8ef-730a8ad6c8d6 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.0545146 Mar 09 19:55:17.810834 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-70a8887b-e206-419b-a57f-df094e63b9f9 req-61e6192f-2f5e-4af3-8452-9b0c4e5f7d09 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505016 Mar 09 19:55:18.051629 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788624c-0919-4e01-ad51-6be933d0c0fd req-2ae30962-91d2-4ba6-973e-a46d10fd290d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:18.053443 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d788624c-0919-4e01-ad51-6be933d0c0fd req-2ae30962-91d2-4ba6-973e-a46d10fd290d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 943 time: 0.0912433 Mar 09 19:55:18.066919 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ad3aa-1715-45c8-a0c6-80b177e20b78 req-647c73af-954f-49cf-982c-788003585833 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:18.068432 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-528ad3aa-1715-45c8-a0c6-80b177e20b78 req-647c73af-954f-49cf-982c-788003585833 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 944 time: 0.0974557 Mar 09 19:55:18.143825 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d788624c-0919-4e01-ad51-6be933d0c0fd req-4d60f5fe-e26d-4410-b670-24bede2e5121 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=28fb6ccf-e1cb-422a-b3a5-09729cd00b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744143 Mar 09 19:55:18.147499 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-528ad3aa-1715-45c8-a0c6-80b177e20b78 req-17fba951-d8b5-40a3-81c3-5fa4c59f6cfa tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724094 Mar 09 19:55:18.944214 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbb2b6-d84f-4a01-b067-c660c0d3979b req-6a43c87a-fdfb-4f2f-b8a9-b1de2560b99c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:18.945676 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-73fbb2b6-d84f-4a01-b067-c660c0d3979b req-6a43c87a-fdfb-4f2f-b8a9-b1de2560b99c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.0545793 Mar 09 19:55:19.000595 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-73fbb2b6-d84f-4a01-b067-c660c0d3979b req-1afddd51-1281-495a-842b-e8c54030892d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474932 Mar 09 19:55:19.295559 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfa876-2f6a-44c8-a380-f3166a75da8f req-77428370-7fd5-4a58-9c91-331e030e01ec tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:19.297053 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1acfa876-2f6a-44c8-a380-f3166a75da8f req-77428370-7fd5-4a58-9c91-331e030e01ec tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 943 time: 0.0840268 Mar 09 19:55:19.308680 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a11ad-8dd6-426b-8c99-af633737b903 req-c87b86a8-794a-437d-b312-602885243fb2 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:19.310132 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-738a11ad-8dd6-426b-8c99-af633737b903 req-c87b86a8-794a-437d-b312-602885243fb2 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 944 time: 0.0702202 Mar 09 19:55:19.381463 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-738a11ad-8dd6-426b-8c99-af633737b903 req-44c45662-afbe-49b8-9fd2-d121f6a42e48 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641317 Mar 09 19:55:19.384365 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1acfa876-2f6a-44c8-a380-f3166a75da8f req-e3b09c0d-db9e-490d-aa08-80fe2376dc42 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=28fb6ccf-e1cb-422a-b3a5-09729cd00b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733566 Mar 09 19:55:20.133199 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da7f9e-e069-4474-8b72-2686a136b444 req-a6ccf35a-2219-49b9-b210-3a2ee3375b6e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:20.134837 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-61da7f9e-e069-4474-8b72-2686a136b444 req-a6ccf35a-2219-49b9-b210-3a2ee3375b6e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.0597928 Mar 09 19:55:20.182977 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-61da7f9e-e069-4474-8b72-2686a136b444 req-9c8ca00e-7550-41f4-a640-823910fe30cd tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424232 Mar 09 19:55:20.547417 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ac8b7-225f-42d4-94ed-f4c89ed21ff1 req-d891ebbd-d1ef-4399-9683-e6d2af7bb821 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:20.548907 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-407ac8b7-225f-42d4-94ed-f4c89ed21ff1 req-d891ebbd-d1ef-4399-9683-e6d2af7bb821 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 944 time: 0.0827603 Mar 09 19:55:20.562629 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8504a8-4a47-41db-a1c8-a38f30b061f5 req-f9b6c021-b5ee-4859-9a82-1fd52140ae30 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:20.564173 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cb8504a8-4a47-41db-a1c8-a38f30b061f5 req-f9b6c021-b5ee-4859-9a82-1fd52140ae30 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 943 time: 0.0871534 Mar 09 19:55:20.659436 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-407ac8b7-225f-42d4-94ed-f4c89ed21ff1 req-d6d6ca8d-f346-4cb2-bd9e-ffdade971a66 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937366 Mar 09 19:55:20.663084 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cb8504a8-4a47-41db-a1c8-a38f30b061f5 req-135b2f7d-765d-4c63-9016-b0064991fb3c tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=28fb6ccf-e1cb-422a-b3a5-09729cd00b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920708 Mar 09 19:55:21.318931 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84146b39-c1af-4508-9f4a-b263008281ec req-2186aa08-3ac3-40c6-94c4-7b4150329281 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:21.321008 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-84146b39-c1af-4508-9f4a-b263008281ec req-2186aa08-3ac3-40c6-94c4-7b4150329281 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.0622332 Mar 09 19:55:21.379355 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-84146b39-c1af-4508-9f4a-b263008281ec req-8d4fc346-e0a5-4b7a-9440-2c4e4d1dd3cf tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527956 Mar 09 19:55:21.823975 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37c627-6d5e-4c85-964a-3a78f003e4e1 req-4970e4d1-e1c5-4de0-9963-a5a2a3798ed0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:21.825471 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3d37c627-6d5e-4c85-964a-3a78f003e4e1 req-4970e4d1-e1c5-4de0-9963-a5a2a3798ed0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 944 time: 0.0901816 Mar 09 19:55:21.852361 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616cd27-e33e-44e6-8d71-4502aa748d9a req-ae73d588-5758-4d7d-808b-a8e7546b7d69 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:21.853828 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2616cd27-e33e-44e6-8d71-4502aa748d9a req-ae73d588-5758-4d7d-808b-a8e7546b7d69 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 943 time: 0.0748641 Mar 09 19:55:21.915212 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3d37c627-6d5e-4c85-964a-3a78f003e4e1 req-90f32cd0-d713-4749-bf9f-a3e2d8b45151 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768156 Mar 09 19:55:21.930088 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2616cd27-e33e-44e6-8d71-4502aa748d9a req-a6c6a976-fdb0-4504-858e-82e5590e7fec tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=28fb6ccf-e1cb-422a-b3a5-09729cd00b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679228 Mar 09 19:55:22.511153 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65debc4-2938-499b-93bc-5a98e204b882 req-e117eb54-3f78-48e9-b8c4-2f838d5a0c90 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:22.512770 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b65debc4-2938-499b-93bc-5a98e204b882 req-e117eb54-3f78-48e9-b8c4-2f838d5a0c90 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.0542555 Mar 09 19:55:22.560305 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b65debc4-2938-499b-93bc-5a98e204b882 req-c08b4a06-d398-4fc1-8932-f74947843317 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419743 Mar 09 19:55:23.069369 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3015332-8771-423e-bf46-9c8ae6c8fc22 req-cbfc5c89-9066-4754-9606-25575c63cdb0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:23.070825 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d3015332-8771-423e-bf46-9c8ae6c8fc22 req-cbfc5c89-9066-4754-9606-25575c63cdb0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 944 time: 0.0856836 Mar 09 19:55:23.079034 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b39145-6af5-4360-b1e8-e784f64ca9cb req-68158398-fcf0-4d6f-bc6f-13a2c5494622 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:23.080401 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-86b39145-6af5-4360-b1e8-e784f64ca9cb req-68158398-fcf0-4d6f-bc6f-13a2c5494622 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 943 time: 0.0858171 Mar 09 19:55:23.115256 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-2813679b-bff2-4844-96e7-93760afc56a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de48bb38-3e35-4313-bf7c-cdc368b81990 HTTP/1.1" status: 200 len: 217 time: 0.0383692 Mar 09 19:55:23.154265 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-0e3c8e93-3610-4126-9468-09145d85e707 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69106698-e50f-4852-bccc-09285ba932af HTTP/1.1" status: 200 len: 217 time: 0.0585272 Mar 09 19:55:23.164238 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-c51eaf3d-3342-49e2-96d9-c7157136ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:23.165663 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-c51eaf3d-3342-49e2-96d9-c7157136ed4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c3c849f-2435-407c-aa3b-ded0607e015f HTTP/1.1" status: 200 len: 854 time: 0.0435698 Mar 09 19:55:23.204976 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d3015332-8771-423e-bf46-9c8ae6c8fc22 req-f8618f36-a2e9-48df-93f1-3afe9955992d tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236458 Mar 09 19:55:23.217127 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-334f9069-ac68-4631-95ce-a420e5e8c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:23.218674 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-334f9069-ac68-4631-95ce-a420e5e8c098 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90dc0329-c1f6-4a9a-a3f6-ad29c228911b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426924 Mar 09 19:55:23.227296 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-86b39145-6af5-4360-b1e8-e784f64ca9cb req-ca6c32c1-956a-4b6d-bc73-5e6b9d182852 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=28fb6ccf-e1cb-422a-b3a5-09729cd00b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388826 Mar 09 19:55:23.233688 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7799ef1a-ea69-4ff5-b06e-1de869f3a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:23.235185 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-7799ef1a-ea69-4ff5-b06e-1de869f3a78f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1691d741-1db9-45a9-b9fc-c8baf7574710 HTTP/1.1" status: 200 len: 854 time: 0.0674706 Mar 09 19:55:23.286254 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-81b13aea-039e-45c8-8a6d-a3744f49218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:23.287742 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-81b13aea-039e-45c8-8a6d-a3744f49218a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1fb9771-c14c-449d-8f62-3d71790f8b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450509 Mar 09 19:55:23.315726 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-63f690d3-f82d-4da6-82e6-25436fe3c53c service neutron] 10.222.0.20 "GET /v2.0/networks/90dc0329-c1f6-4a9a-a3f6-ad29c228911b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858974 Mar 09 19:55:23.376975 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-4402fbac-b8fe-4f14-8d52-f0cb60e4d94e service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818017 Mar 09 19:55:23.404588 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ac217ce2-1f4d-4cd2-ad01-b620109d9dd1 req-d942888c-f676-4819-ac2a-e855339e3041 service neutron] 10.222.0.20 "GET /v2.0/networks/90dc0329-c1f6-4a9a-a3f6-ad29c228911b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828202 Mar 09 19:55:23.465006 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-756a858a-cc0d-4435-9bbe-cc71d2bf8959 req-995f7ce3-6e95-48aa-82e7-83de03a63270 service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822113 Mar 09 19:55:23.505255 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c944641-abe6-4273-943b-340af6124106 req-ec5db709-3c8e-47fa-befc-46bf7691c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:23.506746 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8c944641-abe6-4273-943b-340af6124106 req-ec5db709-3c8e-47fa-befc-46bf7691c5de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24196775b71d467f82be587e453b8be4&device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 1128 time: 0.0485189 Mar 09 19:55:23.556661 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac02345-60f2-48a4-8b3b-9c675619b29a req-18002b07-9702-4112-8178-c3b51d2e9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:23.558171 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9ac02345-60f2-48a4-8b3b-9c675619b29a req-18002b07-9702-4112-8178-c3b51d2e9b6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d035a3aae24ccb9b470e06d3d01412&device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 1127 time: 0.0511832 Mar 09 19:55:23.598165 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c944641-abe6-4273-943b-340af6124106 req-1f3db99b-d0c5-4e7c-afd2-01beb39ec0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:23.600092 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8c944641-abe6-4273-943b-340af6124106 req-1f3db99b-d0c5-4e7c-afd2-01beb39ec0ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=90dc0329-c1f6-4a9a-a3f6-ad29c228911b HTTP/1.1" status: 200 len: 916 time: 0.0859442 Mar 09 19:55:23.647117 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8c944641-abe6-4273-943b-340af6124106 req-b26e8ad8-77b2-41bf-b10c-22f75b3ba77f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de48bb38-3e35-4313-bf7c-cdc368b81990 HTTP/1.1" status: 200 len: 217 time: 0.0401292 Mar 09 19:55:23.696342 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c944641-abe6-4273-943b-340af6124106 req-a4902df9-8abe-4546-b0d1-72596649db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:23.697826 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8c944641-abe6-4273-943b-340af6124106 req-a4902df9-8abe-4546-b0d1-72596649db70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c3c849f-2435-407c-aa3b-ded0607e015f HTTP/1.1" status: 200 len: 854 time: 0.0444281 Mar 09 19:55:23.749675 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c944641-abe6-4273-943b-340af6124106 req-6e3e78b0-b66f-4d8f-9583-c5116d606c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:23.751265 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8c944641-abe6-4273-943b-340af6124106 req-6e3e78b0-b66f-4d8f-9583-c5116d606c56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90dc0329-c1f6-4a9a-a3f6-ad29c228911b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446231 Mar 09 19:55:23.843953 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8c944641-abe6-4273-943b-340af6124106 req-25148566-8822-44a0-85a0-0c4166e874c8 service neutron] 10.222.0.20 "GET /v2.0/networks/90dc0329-c1f6-4a9a-a3f6-ad29c228911b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855744 Mar 09 19:55:23.930828 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8c944641-abe6-4273-943b-340af6124106 req-5e5b55c5-3863-4a3e-a67a-4545351d6541 service neutron] 10.222.0.20 "GET /v2.0/networks/90dc0329-c1f6-4a9a-a3f6-ad29c228911b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799177 Mar 09 19:55:23.944540 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e29f3-cdd2-4177-ae9a-48f38a9c4bdd req-19fdee82-576a-4464-a846-f336d6220952 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:23.946069 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-db3e29f3-cdd2-4177-ae9a-48f38a9c4bdd req-19fdee82-576a-4464-a846-f336d6220952 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.1046188 Mar 09 19:55:23.950897 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac02345-60f2-48a4-8b3b-9c675619b29a req-cf8bd999-2228-4ff9-bf85-111a2a00698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:23.952321 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9ac02345-60f2-48a4-8b3b-9c675619b29a req-cf8bd999-2228-4ff9-bf85-111a2a00698e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1fb9771-c14c-449d-8f62-3d71790f8b4f HTTP/1.1" status: 200 len: 916 time: 0.3859646 Mar 09 19:55:23.997491 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9ac02345-60f2-48a4-8b3b-9c675619b29a req-4fdadf10-20c8-46cc-b79c-82616b32e0d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69106698-e50f-4852-bccc-09285ba932af HTTP/1.1" status: 200 len: 217 time: 0.0383508 Mar 09 19:55:24.051785 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-db3e29f3-cdd2-4177-ae9a-48f38a9c4bdd req-c099644d-580f-4cbe-b8fd-bb32dc8510af tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981762 Mar 09 19:55:24.066037 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac02345-60f2-48a4-8b3b-9c675619b29a req-1b48e1ff-c18b-4a4b-8a86-c51b77eb6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:24.066037 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9ac02345-60f2-48a4-8b3b-9c675619b29a req-1b48e1ff-c18b-4a4b-8a86-c51b77eb6285 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1691d741-1db9-45a9-b9fc-c8baf7574710 HTTP/1.1" status: 200 len: 854 time: 0.0551941 Mar 09 19:55:24.121530 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac02345-60f2-48a4-8b3b-9c675619b29a req-34fb194d-27b8-4b96-80dd-021241b28642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:24.123003 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9ac02345-60f2-48a4-8b3b-9c675619b29a req-34fb194d-27b8-4b96-80dd-021241b28642 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1fb9771-c14c-449d-8f62-3d71790f8b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504954 Mar 09 19:55:24.209012 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9ac02345-60f2-48a4-8b3b-9c675619b29a req-add839b2-be49-49b6-882f-e99fa411e4d8 service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786440 Mar 09 19:55:24.356926 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9ac02345-60f2-48a4-8b3b-9c675619b29a req-ef35a09b-4e3d-4bab-be1e-6be9bec20510 service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384552 Mar 09 19:55:24.382496 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efe49a-1421-4554-99f7-dc7a5e4b542c req-684369c0-e27d-4c44-aa94-089bf2347c18 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:24.383930 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-73efe49a-1421-4554-99f7-dc7a5e4b542c req-684369c0-e27d-4c44-aa94-089bf2347c18 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 944 time: 0.1066735 Mar 09 19:55:24.391140 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21372d-58a6-4bc2-823b-7a5aaa97eebc req-88f56e3c-742a-4746-95b2-4645cf894fa9 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:24.392514 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4f21372d-58a6-4bc2-823b-7a5aaa97eebc req-88f56e3c-742a-4746-95b2-4645cf894fa9 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 943 time: 0.0979548 Mar 09 19:55:24.466222 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-73efe49a-1421-4554-99f7-dc7a5e4b542c req-5bb339fd-b639-4a97-a8be-ea4832ee686b tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727034 Mar 09 19:55:24.469103 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4f21372d-58a6-4bc2-823b-7a5aaa97eebc req-62229de1-124f-4e7e-a441-17854d1f2e08 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=28fb6ccf-e1cb-422a-b3a5-09729cd00b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700150 Mar 09 19:55:25.127617 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 765039f0-2f75-459c-8427-55debd69aaa0 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:55:25.171822 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748024ab-24f5-4964-b8b9-f1b84d5314fe req-e02ad4da-758c-4f4a-9565-cb9bc1faf185 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:25.173312 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-748024ab-24f5-4964-b8b9-f1b84d5314fe req-e02ad4da-758c-4f4a-9565-cb9bc1faf185 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.0508473 Mar 09 19:55:25.218223 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-748024ab-24f5-4964-b8b9-f1b84d5314fe req-64e42161-9f4c-4f47-b3d2-7f8c16e7c6f9 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388110 Mar 09 19:55:25.220665 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 765039f0-2f75-459c-8427-55debd69aaa0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=765039f0-2f75-459c-8427-55debd69aaa0,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:55:25.231653 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': '765039f0-2f75-459c-8427-55debd69aaa0', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'port_id': '765039f0-2f75-459c-8427-55debd69aaa0', 'mac_address': 'fa:16:3e:37:81:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:55:25.268369 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 765039f0-2f75-459c-8427-55debd69aaa0 is: ACTIVE; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:25.268758 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (765039f0-2f75-459c-8427-55debd69aaa0), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:25.284670 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 765039f0-2f75-459c-8427-55debd69aaa0 {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:55:25.303557 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 765039f0-2f75-459c-8427-55debd69aaa0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=765039f0-2f75-459c-8427-55debd69aaa0,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:55:25.307270 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (765039f0-2f75-459c-8427-55debd69aaa0), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:25.358426 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=765039f0-2f75-459c-8427-55debd69aaa0,revision_number=6']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:25.395643 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['765039f0-2f75-459c-8427-55debd69aaa0'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:55:25.614742 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dbdde-a7b6-470d-82f0-5be6732d77d7 req-962e4681-8f73-4774-92d9-b1df2be18d73 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:25.616245 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3d7dbdde-a7b6-470d-82f0-5be6732d77d7 req-962e4681-8f73-4774-92d9-b1df2be18d73 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 944 time: 0.0827587 Mar 09 19:55:25.627155 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19619c0-67b2-4f11-94d9-d9e75d888b7a req-47e4df2e-c5b8-4bb4-9487-e46b59719045 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:25.628542 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f19619c0-67b2-4f11-94d9-d9e75d888b7a req-47e4df2e-c5b8-4bb4-9487-e46b59719045 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 943 time: 0.0859151 Mar 09 19:55:25.698511 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3d7dbdde-a7b6-470d-82f0-5be6732d77d7 req-e9f4e49d-6345-45e2-bd29-02a111740cc7 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685282 Mar 09 19:55:25.701746 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f19619c0-67b2-4f11-94d9-d9e75d888b7a req-51e249b1-6969-4171-b431-982c6bd4b8ca tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=28fb6ccf-e1cb-422a-b3a5-09729cd00b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660398 Mar 09 19:55:26.337304 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce1740-3af5-41c0-9abd-20c4b70b2af2 req-6f0e8061-b09a-45b5-bffa-beee5bb1e86e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:26.338777 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5fce1740-3af5-41c0-9abd-20c4b70b2af2 req-6f0e8061-b09a-45b5-bffa-beee5bb1e86e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 944 time: 0.0515423 Mar 09 19:55:26.385399 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5fce1740-3af5-41c0-9abd-20c4b70b2af2 req-172a7b89-7ccc-4602-9617-b2fa9739f070 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406826 Mar 09 19:55:26.876477 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114105d-f6d8-4221-95a6-bd63c7a9821c req-09e6ad08-89e4-4123-8987-31b10fc264ce tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:26.878039 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e114105d-f6d8-4221-95a6-bd63c7a9821c req-09e6ad08-89e4-4123-8987-31b10fc264ce tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 943 time: 0.1090052 Mar 09 19:55:26.886162 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca829861-3875-490e-aa39-d6719443254c req-f00e971d-5e58-4aaf-8410-2535fe6b68b8 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:26.887570 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ca829861-3875-490e-aa39-d6719443254c req-f00e971d-5e58-4aaf-8410-2535fe6b68b8 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 944 time: 0.1167383 Mar 09 19:55:26.976238 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ca829861-3875-490e-aa39-d6719443254c req-68c4e91f-ed12-4b40-8bcb-668b6bbfc302 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819745 Mar 09 19:55:26.979085 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e114105d-f6d8-4221-95a6-bd63c7a9821c req-76600d1d-a4ea-4c63-a6f3-6112886a85a3 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=28fb6ccf-e1cb-422a-b3a5-09729cd00b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906310 Mar 09 19:55:27.145689 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 69106698-e50f-4852-bccc-09285ba932af details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:55:27.147797 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 765039f0-2f75-459c-8427-55debd69aaa0 up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:55:27.276088 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port 765039f0-2f75-459c-8427-55debd69aaa0 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:27.276645 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (765039f0-2f75-459c-8427-55debd69aaa0), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:27.308984 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 69106698-e50f-4852-bccc-09285ba932af, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69106698-e50f-4852-bccc-09285ba932af,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:55:27.328107 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': '69106698-e50f-4852-bccc-09285ba932af', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'port_id': '69106698-e50f-4852-bccc-09285ba932af', 'mac_address': 'fa:16:3e:33:24:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:55:27.375129 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 69106698-e50f-4852-bccc-09285ba932af is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:27.375803 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (69106698-e50f-4852-bccc-09285ba932af), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:27.424051 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69106698-e50f-4852-bccc-09285ba932af {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:55:27.445732 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 765039f0-2f75-459c-8427-55debd69aaa0 is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:27.446494 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (765039f0-2f75-459c-8427-55debd69aaa0), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:27.474140 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 69106698-e50f-4852-bccc-09285ba932af, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69106698-e50f-4852-bccc-09285ba932af,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:55:27.496235 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (69106698-e50f-4852-bccc-09285ba932af), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:27.497023 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device de48bb38-3e35-4313-bf7c-cdc368b81990 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:55:27.532448 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a95e4b-771b-49df-a13a-ffc555ece818 req-cb1cd3f0-0269-4507-9c57-07559ab738a4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:27.535249 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-69a95e4b-771b-49df-a13a-ffc555ece818 req-cb1cd3f0-0269-4507-9c57-07559ab738a4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 944 time: 0.0679462 Mar 09 19:55:27.548326 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1207eea1-f70d-49bf-b288-11a7db0a55b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765039f0-2f75-459c-8427-55debd69aaa0'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:55:27.551156 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950313fc-2061-4e35-8311-4413c8e74f00" -d '{"events": [{"server_uuid": "1207eea1-f70d-49bf-b288-11a7db0a55b6", "name": "network-vif-plugged", "status": "completed", "tag": "765039f0-2f75-459c-8427-55debd69aaa0"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:55:27.648651 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-72781381-9c5c-4b8d-93ce-c90078f52e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:27.659627 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 765039f0-2f75-459c-8427-55debd69aaa0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=765039f0-2f75-459c-8427-55debd69aaa0,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:55:27.668400 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f81a683-616d-49b2-9217-7fd8e7e2945b x-openstack-request-id: req-9f81a683-616d-49b2-9217-7fd8e7e2945b {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:55:27.668703 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1207eea1-f70d-49bf-b288-11a7db0a55b6", "name": "network-vif-plugged", "status": "completed", "tag": "765039f0-2f75-459c-8427-55debd69aaa0", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:55:27.668867 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f81a683-616d-49b2-9217-7fd8e7e2945b {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:55:27.669250 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1207eea1-f70d-49bf-b288-11a7db0a55b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765039f0-2f75-459c-8427-55debd69aaa0', 'code': 200} Mar 09 19:55:27.680559 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (765039f0-2f75-459c-8427-55debd69aaa0), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:27.683016 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.db.resource_extend [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 09 19:55:27.698928 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=69106698-e50f-4852-bccc-09285ba932af,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:27.701675 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-69a95e4b-771b-49df-a13a-ffc555ece818 req-6107cc7e-2c83-4d83-8e75-876659ba9087 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532841 Mar 09 19:55:27.817060 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=765039f0-2f75-459c-8427-55debd69aaa0,revision_number=7']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:27.825440 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port de48bb38-3e35-4313-bf7c-cdc368b81990, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=de48bb38-3e35-4313-bf7c-cdc368b81990,segment=NetworkSegment(c5be0f4b-be34-4fc1-814f-68bb5267d53e),segment_id=c5be0f4b-be34-4fc1-814f-68bb5267d53e)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:55:27.837229 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': 'de48bb38-3e35-4313-bf7c-cdc368b81990', 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b', 'port_id': 'de48bb38-3e35-4313-bf7c-cdc368b81990', 'mac_address': 'fa:16:3e:3f:ef:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:55:27.881258 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port de48bb38-3e35-4313-bf7c-cdc368b81990 is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:27.881832 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:27.898570 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de48bb38-3e35-4313-bf7c-cdc368b81990 {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:55:27.919623 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port de48bb38-3e35-4313-bf7c-cdc368b81990, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=de48bb38-3e35-4313-bf7c-cdc368b81990,segment=NetworkSegment(c5be0f4b-be34-4fc1-814f-68bb5267d53e),segment_id=c5be0f4b-be34-4fc1-814f-68bb5267d53e)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:55:27.925263 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:27.994055 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=de48bb38-3e35-4313-bf7c-cdc368b81990,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:28.158947 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac3721-caf8-4091-8554-5651371fa258 req-698aefe0-8e69-4943-9f98-829f2934e8ed tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:28.161439 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2cac3721-caf8-4091-8554-5651371fa258 req-698aefe0-8e69-4943-9f98-829f2934e8ed tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 944 time: 0.0935259 Mar 09 19:55:28.172944 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215ffc4-98c5-45f4-b8f5-69cdcdbf3231 req-2924312c-9cde-48e1-bd98-d15a8b3f4645 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:28.174540 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6215ffc4-98c5-45f4-b8f5-69cdcdbf3231 req-2924312c-9cde-48e1-bd98-d15a8b3f4645 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 945 time: 0.0966327 Mar 09 19:55:28.226433 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['de48bb38-3e35-4313-bf7c-cdc368b81990'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:55:28.260457 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2cac3721-caf8-4091-8554-5651371fa258 req-e169c0ce-3fdd-4d0b-b4de-650fed05b775 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=28fb6ccf-e1cb-422a-b3a5-09729cd00b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796580 Mar 09 19:55:28.272369 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['69106698-e50f-4852-bccc-09285ba932af'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:55:28.289019 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6215ffc4-98c5-45f4-b8f5-69cdcdbf3231 req-a82716af-0f1c-49a6-964e-a71502f22bc3 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067154 Mar 09 19:55:28.835110 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed353468-e517-404c-aa99-998bd674f8b7 req-ec4f3115-8a5b-4792-8b9f-f065b47686a3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:28.836885 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ed353468-e517-404c-aa99-998bd674f8b7 req-ec4f3115-8a5b-4792-8b9f-f065b47686a3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.0675914 Mar 09 19:55:28.886893 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ed353468-e517-404c-aa99-998bd674f8b7 req-1343e41a-534d-484b-8290-e41c6289670e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440319 Mar 09 19:55:29.168328 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 69106698-e50f-4852-bccc-09285ba932af up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:55:29.228712 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port 69106698-e50f-4852-bccc-09285ba932af completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 19:55:29.232616 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port 69106698-e50f-4852-bccc-09285ba932af triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:29.233028 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (69106698-e50f-4852-bccc-09285ba932af), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:29.461916 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 69106698-e50f-4852-bccc-09285ba932af is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:29.462454 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (69106698-e50f-4852-bccc-09285ba932af), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:29.467309 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae886035-5dfe-484d-8935-ca9536987fd0 req-8a96faed-a42f-4b46-9c4b-96b931c525e5 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:29.478336 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ae886035-5dfe-484d-8935-ca9536987fd0 req-8a96faed-a42f-4b46-9c4b-96b931c525e5 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 944 time: 0.1483281 Mar 09 19:55:29.517537 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 69106698-e50f-4852-bccc-09285ba932af, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69106698-e50f-4852-bccc-09285ba932af,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:55:29.543763 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ae886035-5dfe-484d-8935-ca9536987fd0 req-ffbddb23-19b6-4af9-84ee-06927fa04bb3 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=28fb6ccf-e1cb-422a-b3a5-09729cd00b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614841 Mar 09 19:55:29.549234 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (69106698-e50f-4852-bccc-09285ba932af), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:29.552976 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dedce4-29af-4ca1-8537-de161080aa4d req-b8c959ab-f72e-44e5-b8c4-8d9a79362643 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:29.553974 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device de48bb38-3e35-4313-bf7c-cdc368b81990 up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:55:29.556688 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-26dedce4-29af-4ca1-8537-de161080aa4d req-b8c959ab-f72e-44e5-b8c4-8d9a79362643 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 945 time: 0.1657541 Mar 09 19:55:29.612519 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-26dedce4-29af-4ca1-8537-de161080aa4d req-9e57665c-3f96-4f1b-9063-9262c5d0b201 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515764 Mar 09 19:55:29.650295 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port de48bb38-3e35-4313-bf7c-cdc368b81990 completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 19:55:29.661491 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port de48bb38-3e35-4313-bf7c-cdc368b81990 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:29.661491 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:29.663740 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=69106698-e50f-4852-bccc-09285ba932af,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:29.673167 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c425a7-a340-4cc6-accf-d607554518ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69106698-e50f-4852-bccc-09285ba932af'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:55:29.676119 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767dd564-0fdb-49c3-84e2-ab819921051d" -d '{"events": [{"server_uuid": "d5c425a7-a340-4cc6-accf-d607554518ef", "name": "network-vif-plugged", "status": "completed", "tag": "69106698-e50f-4852-bccc-09285ba932af"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:55:29.713939 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50f3886-ab1e-4ec8-8cdf-23dd6ff71430 x-openstack-request-id: req-e50f3886-ab1e-4ec8-8cdf-23dd6ff71430 {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:55:29.714475 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c425a7-a340-4cc6-accf-d607554518ef", "name": "network-vif-plugged", "status": "completed", "tag": "69106698-e50f-4852-bccc-09285ba932af", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:55:29.714758 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e50f3886-ab1e-4ec8-8cdf-23dd6ff71430 {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:55:29.715135 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c425a7-a340-4cc6-accf-d607554518ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69106698-e50f-4852-bccc-09285ba932af', 'code': 200} Mar 09 19:55:29.778122 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-da686368-afbe-41fc-9a24-927e7bf1de9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:29.804346 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port de48bb38-3e35-4313-bf7c-cdc368b81990 is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:29.805100 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:29.842063 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port de48bb38-3e35-4313-bf7c-cdc368b81990, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=de48bb38-3e35-4313-bf7c-cdc368b81990,segment=NetworkSegment(c5be0f4b-be34-4fc1-814f-68bb5267d53e),segment_id=c5be0f4b-be34-4fc1-814f-68bb5267d53e)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:55:29.854762 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:29.907416 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=de48bb38-3e35-4313-bf7c-cdc368b81990,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:29.921064 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036264a-9d46-4c71-9332-ab855b6067b4 req-322ad6fe-0bcc-416b-b9b0-f5bf1dc797b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:29.922601 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2036264a-9d46-4c71-9332-ab855b6067b4 req-322ad6fe-0bcc-416b-b9b0-f5bf1dc797b3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 1129 time: 0.0511768 Mar 09 19:55:29.981448 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2036264a-9d46-4c71-9332-ab855b6067b4 req-d1b1bdac-8502-4c21-8a22-cfa609e5ce31 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=28fb6ccf-e1cb-422a-b3a5-09729cd00b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528920 Mar 09 19:55:30.025949 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee736a-e06e-475b-989c-5c29921e23a5 req-ecd63483-c1d4-4feb-8e5d-9e498e6f7c10 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:30.029060 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-37ee736a-e06e-475b-989c-5c29921e23a5 req-ecd63483-c1d4-4feb-8e5d-9e498e6f7c10 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.0651898 Mar 09 19:55:30.075684 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-37ee736a-e06e-475b-989c-5c29921e23a5 req-609ee6c8-0862-40d2-b9fa-05435eba9c8b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422189 Mar 09 19:55:30.661883 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c522286-bd1c-4b5f-8e50-b9bc0d30d568 req-904e3a53-d7c0-4843-b1da-0aecc13af8c0 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:30.663656 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9c522286-bd1c-4b5f-8e50-b9bc0d30d568 req-904e3a53-d7c0-4843-b1da-0aecc13af8c0 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 945 time: 0.0535748 Mar 09 19:55:30.741653 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9c522286-bd1c-4b5f-8e50-b9bc0d30d568 req-64c50b88-62e8-433b-8803-ee126c5dffd9 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=28fb6ccf-e1cb-422a-b3a5-09729cd00b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702295 Mar 09 19:55:30.778688 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f05c4-c7fd-4a88-9d67-1906d074c795 req-a304012a-10e7-416c-9983-0f599220e383 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:30.780288 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c60f05c4-c7fd-4a88-9d67-1906d074c795 req-a304012a-10e7-416c-9983-0f599220e383 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 946 time: 0.0754666 Mar 09 19:55:30.831783 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c60f05c4-c7fd-4a88-9d67-1906d074c795 req-8644fa07-a8ca-4060-b204-3fcddcb5f3cf tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459437 Mar 09 19:55:30.875372 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:31.221101 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f073b2-5402-4e83-96b9-ac90a5a5a581 req-85adeebb-e6ff-454a-8d58-07e518c9b3e7 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:31.224147 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f8f073b2-5402-4e83-96b9-ac90a5a5a581 req-85adeebb-e6ff-454a-8d58-07e518c9b3e7 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.0705235 Mar 09 19:55:31.288942 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f8f073b2-5402-4e83-96b9-ac90a5a5a581 req-f66fb8d6-d28d-4289-9f11-233afe518b75 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549245 Mar 09 19:55:31.716415 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd155e9de-51fb-464b-bd76-4919476fe426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de48bb38-3e35-4313-bf7c-cdc368b81990'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:55:31.718662 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c946ab96-43aa-48d2-8732-c5de4909a3fd" -d '{"events": [{"server_uuid": "d155e9de-51fb-464b-bd76-4919476fe426", "name": "network-vif-plugged", "status": "completed", "tag": "de48bb38-3e35-4313-bf7c-cdc368b81990"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:55:31.756650 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fa7fbc-df07-422e-bae3-c45bffc5acd5 x-openstack-request-id: req-a2fa7fbc-df07-422e-bae3-c45bffc5acd5 {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:55:31.756941 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d155e9de-51fb-464b-bd76-4919476fe426", "name": "network-vif-plugged", "status": "completed", "tag": "de48bb38-3e35-4313-bf7c-cdc368b81990", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:55:31.757194 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2fa7fbc-df07-422e-bae3-c45bffc5acd5 {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:55:31.757582 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd155e9de-51fb-464b-bd76-4919476fe426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de48bb38-3e35-4313-bf7c-cdc368b81990', 'code': 200} Mar 09 19:55:31.903264 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90355684-7dbf-4292-b114-4c872c9bbd17 req-d9d3b5af-dfc2-454e-a1eb-3bbeb5c89ba6 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:31.906935 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-90355684-7dbf-4292-b114-4c872c9bbd17 req-d9d3b5af-dfc2-454e-a1eb-3bbeb5c89ba6 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 945 time: 0.0870912 Mar 09 19:55:32.027847 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-90355684-7dbf-4292-b114-4c872c9bbd17 req-04ea9a00-0f68-4333-b588-84762abf893d tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=28fb6ccf-e1cb-422a-b3a5-09729cd00b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140306 Mar 09 19:55:32.039603 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e74b3-7e3f-401e-81bb-93212a019c45 req-e21b0832-6370-4792-a652-6f925d68875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:32.041866 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e47e74b3-7e3f-401e-81bb-93212a019c45 req-e21b0832-6370-4792-a652-6f925d68875b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 1130 time: 0.1114526 Mar 09 19:55:32.055028 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7dc47-880e-48c0-a1e3-ba88087dd1f3 req-f79410e1-a8ac-43af-9091-a005f4df33eb tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:32.055028 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-26f7dc47-880e-48c0-a1e3-ba88087dd1f3 req-f79410e1-a8ac-43af-9091-a005f4df33eb tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 946 time: 0.1203535 Mar 09 19:55:32.105676 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:32.171181 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e47e74b3-7e3f-401e-81bb-93212a019c45 req-84a69eb4-0197-4bfe-88c2-bda2b647b454 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189852 Mar 09 19:55:32.208183 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-26f7dc47-880e-48c0-a1e3-ba88087dd1f3 req-a73b34eb-5681-403c-8de6-f1db243e3191 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455095 Mar 09 19:55:32.225102 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413e871-c1ce-43c4-a30d-ab752edda8e8 req-1cfdb95f-aa40-4081-833a-177aca7bb0a1 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:32.225755 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0413e871-c1ce-43c4-a30d-ab752edda8e8 req-1cfdb95f-aa40-4081-833a-177aca7bb0a1 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 945 time: 0.1046836 Mar 09 19:55:32.239405 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45088) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:55:32.244156 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-529a2b21-a7fa-4d4f-b467-da7547286f58 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Request body: {'floatingip': {'port_id': '69106698-e50f-4852-bccc-09285ba932af'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:55:32.287969 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-529a2b21-a7fa-4d4f-b467-da7547286f58 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (0ccc9554-172d-459e-896d-64459201b870), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:32.471733 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:32.532800 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf9d4d-e5d6-45f6-8d16-0e592bb18d3a req-cc925472-3a90-4532-b7a9-1af5decb09a4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:32.535505 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99cf9d4d-e5d6-45f6-8d16-0e592bb18d3a req-cc925472-3a90-4532-b7a9-1af5decb09a4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.1649456 Mar 09 19:55:32.644158 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-99cf9d4d-e5d6-45f6-8d16-0e592bb18d3a req-27178804-b9ce-4df4-87ec-24b1a10ce9d4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985599 Mar 09 19:55:32.923167 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-529a2b21-a7fa-4d4f-b467-da7547286f58 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:32.935083 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-529a2b21-a7fa-4d4f-b467-da7547286f58 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (0ccc9554-172d-459e-896d-64459201b870), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:33.054303 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [None req-529a2b21-a7fa-4d4f-b467-da7547286f58 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Floating IP 0ccc9554-172d-459e-896d-64459201b870 associated. External IP: 172.27.3.95, port: 69106698-e50f-4852-bccc-09285ba932af. Mar 09 19:55:33.288945 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529a2b21-a7fa-4d4f-b467-da7547286f58 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:55:33.475892 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60fc37-4c94-497c-a193-c69f117ba6b3 req-f73a67ef-c84f-423c-8e6f-c77fbf3effe1 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:33.477202 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9c60fc37-4c94-497c-a193-c69f117ba6b3 req-f73a67ef-c84f-423c-8e6f-c77fbf3effe1 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 946 time: 0.1318552 Mar 09 19:55:33.508896 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529a2b21-a7fa-4d4f-b467-da7547286f58 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:55:33.515266 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-529a2b21-a7fa-4d4f-b467-da7547286f58 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:33.523447 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78a5e46-c777-4d5b-98a3-c635e5af1821 None None] Sync routers for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:55:33.535510 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78a5e46-c777-4d5b-98a3-c635e5af1821 None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:55:33.537176 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-a78a5e46-c777-4d5b-98a3-c635e5af1821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:55:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:33.568486 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-529a2b21-a7fa-4d4f-b467-da7547286f58 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "PUT /v2.0/floatingips/0ccc9554-172d-459e-896d-64459201b870 HTTP/1.1" status: 200 len: 990 time: 1.3277755 Mar 09 19:55:33.571605 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c425a7-a340-4cc6-accf-d607554518ef', 'tag': '69106698-e50f-4852-bccc-09285ba932af'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:55:33.573852 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1053afc4-06d7-450e-ae01-2c4eb28ffed8" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c425a7-a340-4cc6-accf-d607554518ef", "tag": "69106698-e50f-4852-bccc-09285ba932af"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:55:33.580754 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9c60fc37-4c94-497c-a193-c69f117ba6b3 req-8e31af7a-cfc0-40e1-8b0e-3b4315b9ae2e tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917466 Mar 09 19:55:33.677508 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-a78a5e46-c777-4d5b-98a3-c635e5af1821 None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:55:33.794401 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7e29e4-ba0a-4070-a2c1-5487dd640ed0 x-openstack-request-id: req-2c7e29e4-ba0a-4070-a2c1-5487dd640ed0 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:55:33.794892 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c425a7-a340-4cc6-accf-d607554518ef", "tag": "69106698-e50f-4852-bccc-09285ba932af", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:55:33.795339 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c7e29e4-ba0a-4070-a2c1-5487dd640ed0 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:55:33.796363 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c425a7-a340-4cc6-accf-d607554518ef', 'tag': '69106698-e50f-4852-bccc-09285ba932af', 'status': 'completed', 'code': 200} Mar 09 19:55:33.874186 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f995cde-ff51-4ad8-8cac-2acd64c20a43 req-86edb1e2-25d2-4906-96f6-8e95a4e48bc3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:33.876158 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1f995cde-ff51-4ad8-8cac-2acd64c20a43 req-86edb1e2-25d2-4906-96f6-8e95a4e48bc3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.1294973 Mar 09 19:55:33.879754 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053afc4-06d7-450e-ae01-2c4eb28ffed8 req-dc757cad-606f-40c6-814d-351ea79afb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:33.881787 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1053afc4-06d7-450e-ae01-2c4eb28ffed8 req-dc757cad-606f-40c6-814d-351ea79afb0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55d035a3aae24ccb9b470e06d3d01412&device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 1129 time: 0.0796525 Mar 09 19:55:33.903103 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:33.995601 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-a78a5e46-c777-4d5b-98a3-c635e5af1821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '0ccc9554-172d-459e-896d-64459201b870', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'port_id': '69106698-e50f-4852-bccc-09285ba932af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'mac_address': 'fa:16:3e:33:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c425a7-a340-4cc6-accf-d607554518ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:55:11Z', 'updated_at': '2022-03-09T19:55:32Z', 'revision_number': 1, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:34.015258 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1f995cde-ff51-4ad8-8cac-2acd64c20a43 req-a943efd8-b042-406b-814c-faff7e7ebbc1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322451 Mar 09 19:55:34.023049 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78a5e46-c777-4d5b-98a3-c635e5af1821 None None] Checking router: e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:55:34.032708 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78a5e46-c777-4d5b-98a3-c635e5af1821 None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:55:34.033321 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-a78a5e46-c777-4d5b-98a3-c635e5af1821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:55:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:34.033780 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053afc4-06d7-450e-ae01-2c4eb28ffed8 req-a13fdf09-ac43-4b5d-a4ce-48b602cfd3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:34.035763 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1053afc4-06d7-450e-ae01-2c4eb28ffed8 req-a13fdf09-ac43-4b5d-a4ce-48b602cfd3b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1fb9771-c14c-449d-8f62-3d71790f8b4f HTTP/1.1" status: 200 len: 916 time: 0.1452525 Mar 09 19:55:34.111372 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1053afc4-06d7-450e-ae01-2c4eb28ffed8 req-e39791bb-0db0-4244-b581-0ab0e243d429 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69106698-e50f-4852-bccc-09285ba932af HTTP/1.1" status: 200 len: 998 time: 0.0691569 Mar 09 19:55:34.155373 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-a78a5e46-c777-4d5b-98a3-c635e5af1821 None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:55:34.176850 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053afc4-06d7-450e-ae01-2c4eb28ffed8 req-f98e280f-255b-4890-9c50-c31ba0d72582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:34.178754 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1053afc4-06d7-450e-ae01-2c4eb28ffed8 req-f98e280f-255b-4890-9c50-c31ba0d72582 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1691d741-1db9-45a9-b9fc-c8baf7574710 HTTP/1.1" status: 200 len: 854 time: 0.0611639 Mar 09 19:55:34.245504 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053afc4-06d7-450e-ae01-2c4eb28ffed8 req-50215876-81b2-4458-b718-688f97dc22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:34.245504 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1053afc4-06d7-450e-ae01-2c4eb28ffed8 req-50215876-81b2-4458-b718-688f97dc22ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1fb9771-c14c-449d-8f62-3d71790f8b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594273 Mar 09 19:55:34.350223 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1053afc4-06d7-450e-ae01-2c4eb28ffed8 req-d49082c6-6f2f-4470-9746-80b789fdf2b3 service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916598 Mar 09 19:55:34.433534 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-a78a5e46-c777-4d5b-98a3-c635e5af1821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '0ccc9554-172d-459e-896d-64459201b870', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'port_id': '69106698-e50f-4852-bccc-09285ba932af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'mac_address': 'fa:16:3e:33:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c425a7-a340-4cc6-accf-d607554518ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:55:11Z', 'updated_at': '2022-03-09T19:55:32Z', 'revision_number': 1, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:34.469123 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78a5e46-c777-4d5b-98a3-c635e5af1821 None None] The sync data for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi is: [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '0ccc9554-172d-459e-896d-64459201b870', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'port_id': '69106698-e50f-4852-bccc-09285ba932af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'mac_address': 'fa:16:3e:33:24:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c425a7-a340-4cc6-accf-d607554518ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:55:11Z', 'updated_at': '2022-03-09T19:55:32Z', 'revision_number': 1, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:55:34.816510 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1053afc4-06d7-450e-ae01-2c4eb28ffed8 req-56167492-70ba-4882-a971-349cd16dcc18 service neutron] 10.222.0.20 "GET /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586277 Mar 09 19:55:34.824596 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09e3639-bf17-4469-a69a-fc619d50b522 None None] New status for floating IP 0ccc9554-172d-459e-896d-64459201b870: ACTIVE {{(pid=114607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:55:34.843456 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eb6c8-ef77-4418-8d95-c6c2b42a45d8 req-1f01b9db-f462-44ec-b421-a3ac359c716a tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:34.845553 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cb4eb6c8-ef77-4418-8d95-c6c2b42a45d8 req-1f01b9db-f462-44ec-b421-a3ac359c716a tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 946 time: 0.0974855 Mar 09 19:55:34.936631 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cb4eb6c8-ef77-4418-8d95-c6c2b42a45d8 req-c1c0cfc5-d7d7-4873-b93c-04df3795d0b3 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713041 Mar 09 19:55:35.199326 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a178d-38b5-41b6-ab7a-81a8e612367a req-f50189ac-1767-4db5-8517-1e9bdca23c83 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:35.200841 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1b0a178d-38b5-41b6-ab7a-81a8e612367a req-f50189ac-1767-4db5-8517-1e9bdca23c83 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 946 time: 0.1186028 Mar 09 19:55:35.220427 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c45e22-f3d9-4b69-b217-2f272338113f req-003f5df3-b4df-4abb-8add-3ec83ad97bf6 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:35.221866 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f1c45e22-f3d9-4b69-b217-2f272338113f req-003f5df3-b4df-4abb-8add-3ec83ad97bf6 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.0863905 Mar 09 19:55:35.299710 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1b0a178d-38b5-41b6-ab7a-81a8e612367a req-47380e59-ec55-4a84-b46c-3dbf3e89515b tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912967 Mar 09 19:55:35.327143 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f1c45e22-f3d9-4b69-b217-2f272338113f req-946a4f05-b51d-4e18-9ea6-3b6fa2d4f4c3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975344 Mar 09 19:55:35.673275 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071241f-9ff2-43a9-b72d-c5ce5d956942 req-637cf40d-6d90-4017-b8e8-a8369c3d1688 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:35.680602 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6071241f-9ff2-43a9-b72d-c5ce5d956942 req-637cf40d-6d90-4017-b8e8-a8369c3d1688 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 946 time: 0.0617802 Mar 09 19:55:35.737227 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6071241f-9ff2-43a9-b72d-c5ce5d956942 req-d76557ae-3dcf-464b-b1fa-30640dc89961 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556550 Mar 09 19:55:36.452640 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd13dd-e8eb-4eed-81af-b41af129debf req-89a8c8e3-500c-4b26-ac1e-8f904c5177c3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:36.454219 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60dd13dd-e8eb-4eed-81af-b41af129debf req-89a8c8e3-500c-4b26-ac1e-8f904c5177c3 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.0643325 Mar 09 19:55:36.507215 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60dd13dd-e8eb-4eed-81af-b41af129debf req-4439f230-6026-4a73-8721-38cb043cc41c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465093 Mar 09 19:55:37.672695 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2815a-ea38-4bae-8b57-37c529e8a455 req-e467e08e-7f83-4798-9821-9be1c435b3e4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:37.674159 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ddd2815a-ea38-4bae-8b57-37c529e8a455 req-e467e08e-7f83-4798-9821-9be1c435b3e4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.0831890 Mar 09 19:55:37.680438 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac83b90-3fab-49c6-89e5-209696e7f7e3 req-ac4ba8c3-7721-4100-92bf-5439253b8f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:37.681992 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4ac83b90-3fab-49c6-89e5-209696e7f7e3 req-ac4ba8c3-7721-4100-92bf-5439253b8f7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52cda80c344647d9be865c160e333e2b&device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 1129 time: 0.0629532 Mar 09 19:55:37.776765 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ddd2815a-ea38-4bae-8b57-37c529e8a455 req-18849d40-61ab-4f69-9812-320ad025dffc tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937469 Mar 09 19:55:37.800880 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac83b90-3fab-49c6-89e5-209696e7f7e3 req-d21a72fd-0a7e-4a5e-a543-0c04244db04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:37.802355 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4ac83b90-3fab-49c6-89e5-209696e7f7e3 req-d21a72fd-0a7e-4a5e-a543-0c04244db04f service neutron] 10.222.0.20 "GET /v2.0/networks?id=2333c970-a951-49ee-a7ad-57bc53c804b9 HTTP/1.1" status: 200 len: 917 time: 0.1128180 Mar 09 19:55:37.868494 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4ac83b90-3fab-49c6-89e5-209696e7f7e3 req-fe13eb25-0fea-4aed-9c13-40d54ed42fb3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=765039f0-2f75-459c-8427-55debd69aaa0 HTTP/1.1" status: 200 len: 1000 time: 0.0592635 Mar 09 19:55:37.918212 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac83b90-3fab-49c6-89e5-209696e7f7e3 req-14350939-71fe-4473-a189-4e6a4945957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:37.919747 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4ac83b90-3fab-49c6-89e5-209696e7f7e3 req-14350939-71fe-4473-a189-4e6a4945957d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=745bc262-f6dc-493a-8098-f645b9a00e95 HTTP/1.1" status: 200 len: 855 time: 0.0429313 Mar 09 19:55:37.970072 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac83b90-3fab-49c6-89e5-209696e7f7e3 req-d08557ce-26e3-4d4f-8d73-0fdd07c03dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:37.971591 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4ac83b90-3fab-49c6-89e5-209696e7f7e3 req-d08557ce-26e3-4d4f-8d73-0fdd07c03dd3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2333c970-a951-49ee-a7ad-57bc53c804b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460181 Mar 09 19:55:38.060592 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4ac83b90-3fab-49c6-89e5-209696e7f7e3 req-e3aef3d9-6c82-4612-8d58-af20b1a4ba2b service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829809 Mar 09 19:55:38.145861 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4ac83b90-3fab-49c6-89e5-209696e7f7e3 req-5d06120a-4e54-4c0d-a8c7-968906162a97 service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796633 Mar 09 19:55:38.902226 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc2f62-59c6-4799-8219-2f70e0f8b9ce req-eec70cd0-dc41-45c6-a02b-012a6c0dc0c1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:38.903665 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c7bc2f62-59c6-4799-8219-2f70e0f8b9ce req-eec70cd0-dc41-45c6-a02b-012a6c0dc0c1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.0546339 Mar 09 19:55:38.948755 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c7bc2f62-59c6-4799-8219-2f70e0f8b9ce req-effae8c1-89b2-414d-b12c-2649518965de tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390716 Mar 09 19:55:40.067998 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca2c0a-b784-4ea2-b43f-acbc7b25c8b4 req-53058be7-9e9e-4cdc-89f8-9ef6349eae8a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:40.069655 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-00ca2c0a-b784-4ea2-b43f-acbc7b25c8b4 req-53058be7-9e9e-4cdc-89f8-9ef6349eae8a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.0509877 Mar 09 19:55:40.114148 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-00ca2c0a-b784-4ea2-b43f-acbc7b25c8b4 req-8056635c-ce80-4b58-a615-5092657a67fe tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390673 Mar 09 19:55:40.887092 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [req-6a901791-0a6f-41fd-98bc-49237b5ac177 req-ad1af721-379b-40b1-b1d7-a4cd7b621a46 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114604) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 19:55:40.888117 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6a901791-0a6f-41fd-98bc-49237b5ac177 req-ad1af721-379b-40b1-b1d7-a4cd7b621a46 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0458634 Mar 09 19:55:41.070630 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9270c-60d7-4d04-b8ee-c04b2f3661a8 req-46007610-4946-4951-acb3-7d734bc35cc8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:41.072059 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-90f9270c-60d7-4d04-b8ee-c04b2f3661a8 req-46007610-4946-4951-acb3-7d734bc35cc8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 945 time: 0.0809202 Mar 09 19:55:41.101074 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7d84c3a1-1bd7-43d2-86c2-b7f9cf322bd1 req-5958939e-7a2c-45d0-b4d6-40ac0c6d203a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712056 Mar 09 19:55:41.126633 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-90f9270c-60d7-4d04-b8ee-c04b2f3661a8 req-dc18ab42-ae55-4c06-b428-4ae9649e7535 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481572 Mar 09 19:55:41.171892 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84c3a1-1bd7-43d2-86c2-b7f9cf322bd1 req-9841d578-8fc7-4594-857d-1c5e32d2fa53 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:41.173245 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7d84c3a1-1bd7-43d2-86c2-b7f9cf322bd1 req-9841d578-8fc7-4594-857d-1c5e32d2fa53 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports/765039f0-2f75-459c-8427-55debd69aaa0 HTTP/1.1" status: 200 len: 942 time: 0.0451756 Mar 09 19:55:41.205394 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 765039f0-2f75-459c-8427-55debd69aaa0 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:55:41.282354 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 765039f0-2f75-459c-8427-55debd69aaa0 is: ACTIVE; New status is: DOWN {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:41.282743 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (765039f0-2f75-459c-8427-55debd69aaa0), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:41.305618 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1207eea1-f70d-49bf-b288-11a7db0a55b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '765039f0-2f75-459c-8427-55debd69aaa0'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:55:41.307999 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198b92a6-de33-4dce-a0f1-c98e79970fad" -d '{"events": [{"server_uuid": "1207eea1-f70d-49bf-b288-11a7db0a55b6", "name": "network-vif-unplugged", "status": "completed", "tag": "765039f0-2f75-459c-8427-55debd69aaa0"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:55:41.321482 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 765039f0-2f75-459c-8427-55debd69aaa0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=765039f0-2f75-459c-8427-55debd69aaa0,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:55:41.325591 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (765039f0-2f75-459c-8427-55debd69aaa0), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:41.375258 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=765039f0-2f75-459c-8427-55debd69aaa0,revision_number=8']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:41.404546 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Mar 2022 19:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444d90ad-607b-4979-80d3-b3f937f5e068 x-openstack-request-id: req-444d90ad-607b-4979-80d3-b3f937f5e068 {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:55:41.404844 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1207eea1-f70d-49bf-b288-11a7db0a55b6", "name": "network-vif-unplugged", "status": "failed", "tag": "765039f0-2f75-459c-8427-55debd69aaa0", "code": 422}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:55:41.405101 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-444d90ad-607b-4979-80d3-b3f937f5e068 {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:55:41.405540 dv-cinder-788366-9-iscsi neutron-server[114606]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1207eea1-f70d-49bf-b288-11a7db0a55b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '765039f0-2f75-459c-8427-55debd69aaa0', 'code': 422} returned with failed status Mar 09 19:55:41.917631 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84c3a1-1bd7-43d2-86c2-b7f9cf322bd1 req-12dacb91-b65d-494c-ab92-0189b77f0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:41.919227 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7d84c3a1-1bd7-43d2-86c2-b7f9cf322bd1 req-12dacb91-b65d-494c-ab92-0189b77f0f23 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6&tenant_id=52cda80c344647d9be865c160e333e2b HTTP/1.1" status: 200 len: 1127 time: 0.0438528 Mar 09 19:55:41.990531 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84c3a1-1bd7-43d2-86c2-b7f9cf322bd1 req-506bf210-1a55-49d6-94f8-4f5850c2fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:41.991978 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7d84c3a1-1bd7-43d2-86c2-b7f9cf322bd1 req-506bf210-1a55-49d6-94f8-4f5850c2fdc6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52cda80c344647d9be865c160e333e2b&device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 1127 time: 0.0461354 Mar 09 19:55:42.076895 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84c3a1-1bd7-43d2-86c2-b7f9cf322bd1 req-d9ede9a9-acdc-42e8-b959-fbb54d5671f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:42.078224 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7d84c3a1-1bd7-43d2-86c2-b7f9cf322bd1 req-d9ede9a9-acdc-42e8-b959-fbb54d5671f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2333c970-a951-49ee-a7ad-57bc53c804b9 HTTP/1.1" status: 200 len: 917 time: 0.0798378 Mar 09 19:55:42.143915 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7d84c3a1-1bd7-43d2-86c2-b7f9cf322bd1 req-019bc1ad-4afb-45fc-b89b-a53f239f6a44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=765039f0-2f75-459c-8427-55debd69aaa0 HTTP/1.1" status: 200 len: 998 time: 0.0595193 Mar 09 19:55:42.198721 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84c3a1-1bd7-43d2-86c2-b7f9cf322bd1 req-f6e4e882-e8f2-4918-bc93-6e0b91fc027a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:42.200191 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7d84c3a1-1bd7-43d2-86c2-b7f9cf322bd1 req-f6e4e882-e8f2-4918-bc93-6e0b91fc027a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=745bc262-f6dc-493a-8098-f645b9a00e95 HTTP/1.1" status: 200 len: 855 time: 0.0509479 Mar 09 19:55:42.282028 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b96a20-65cf-4eb9-ba18-d34032f94c3c req-2c274ab2-ad64-4c35-8ed5-ebc048de0d2a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:42.283463 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a7b96a20-65cf-4eb9-ba18-d34032f94c3c req-2c274ab2-ad64-4c35-8ed5-ebc048de0d2a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 943 time: 0.0824342 Mar 09 19:55:42.285825 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84c3a1-1bd7-43d2-86c2-b7f9cf322bd1 req-d5c2a2f5-2e00-4fd9-ab96-bfab9de5f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:42.287156 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7d84c3a1-1bd7-43d2-86c2-b7f9cf322bd1 req-d5c2a2f5-2e00-4fd9-ab96-bfab9de5f5bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2333c970-a951-49ee-a7ad-57bc53c804b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776987 Mar 09 19:55:42.381180 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a7b96a20-65cf-4eb9-ba18-d34032f94c3c req-4d7de404-625e-4c71-881e-22200f68f80f tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921984 Mar 09 19:55:42.402219 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7d84c3a1-1bd7-43d2-86c2-b7f9cf322bd1 req-4dc3d49d-b42d-4352-945d-45021e2f0721 service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079710 Mar 09 19:55:42.491318 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7d84c3a1-1bd7-43d2-86c2-b7f9cf322bd1 req-847096ed-833a-4b1d-992f-1a4069f2bc8f service neutron] 10.222.0.20 "GET /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825715 Mar 09 19:55:43.512095 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30ee6d-8c48-4821-a795-55191244d593 req-23b151b3-4c7b-4073-b27e-a0a1c2dc8bc1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:43.514015 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0b30ee6d-8c48-4821-a795-55191244d593 req-23b151b3-4c7b-4073-b27e-a0a1c2dc8bc1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 943 time: 0.0555780 Mar 09 19:55:43.563615 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0b30ee6d-8c48-4821-a795-55191244d593 req-203c6039-5ceb-4923-9ea5-51c076bd3973 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438812 Mar 09 19:55:44.695829 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a6575-3e62-428f-b60b-fd466b309b66 req-ef3b273b-7270-4b1c-a88b-849d76ea045b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:44.697403 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3a8a6575-3e62-428f-b60b-fd466b309b66 req-ef3b273b-7270-4b1c-a88b-849d76ea045b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 943 time: 0.0579469 Mar 09 19:55:44.746540 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3a8a6575-3e62-428f-b60b-fd466b309b66 req-532451b8-adf2-48fe-b6f2-1f78d8f317c7 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426559 Mar 09 19:55:45.235257 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 765039f0-2f75-459c-8427-55debd69aaa0 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:55:45.314196 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 765039f0-2f75-459c-8427-55debd69aaa0 is: DOWN; New status is: DOWN {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:45.872711 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d42657-83ea-498e-96fb-09a3ddb011de req-25a69b0e-1448-42df-84ae-4c6560824aaf tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:45.874225 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c7d42657-83ea-498e-96fb-09a3ddb011de req-25a69b0e-1448-42df-84ae-4c6560824aaf tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 943 time: 0.0531983 Mar 09 19:55:45.923236 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c7d42657-83ea-498e-96fb-09a3ddb011de req-41d3c0d0-017c-4c0b-9d01-da5c6f65b9e5 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424168 Mar 09 19:55:47.049887 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb79a7-1b69-432f-a5f9-154148c00520 req-ed4cad80-e08c-4470-93c8-e1668007c230 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:47.051916 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6afb79a7-1b69-432f-a5f9-154148c00520 req-ed4cad80-e08c-4470-93c8-e1668007c230 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 943 time: 0.0577104 Mar 09 19:55:47.104244 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6afb79a7-1b69-432f-a5f9-154148c00520 req-03660f6b-c036-4b6a-a2fe-300e696bf46c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452394 Mar 09 19:55:48.070763 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:55:48.239122 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101051e-e42d-4940-a2f9-627569d5de1f req-f406efb0-f34a-4be3-90f1-dfde6a625ca8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:48.241540 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1101051e-e42d-4940-a2f9-627569d5de1f req-f406efb0-f34a-4be3-90f1-dfde6a625ca8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 943 time: 0.0596724 Mar 09 19:55:48.291041 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1101051e-e42d-4940-a2f9-627569d5de1f req-8e424cd5-fbd3-416d-ac2a-f25cbbba3fba tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435786 Mar 09 19:55:49.415861 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3df9a7-0607-4099-87a4-9be905158560 req-2eb2be62-6c63-4441-9850-b87fd370c5d1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:49.417578 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ee3df9a7-0607-4099-87a4-9be905158560 req-2eb2be62-6c63-4441-9850-b87fd370c5d1 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 943 time: 0.0538876 Mar 09 19:55:49.468882 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ee3df9a7-0607-4099-87a4-9be905158560 req-14d080e4-395a-4aeb-863f-8ddeb6bca88f tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439026 Mar 09 19:55:50.606204 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3f523-d9b6-4b0a-a9fc-c633b1b8c652 req-ed8d628a-a2ca-4bc5-a0c4-834c1ee055b0 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:50.608222 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b2e3f523-d9b6-4b0a-a9fc-c633b1b8c652 req-ed8d628a-a2ca-4bc5-a0c4-834c1ee055b0 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 943 time: 0.0662966 Mar 09 19:55:50.661868 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b2e3f523-d9b6-4b0a-a9fc-c633b1b8c652 req-0e30677c-e749-42b4-b696-af6574be85bf tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421474 Mar 09 19:55:51.782395 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcdf64-94ea-4235-80ae-65f375010f31 req-e2b0e7d9-71f4-4fcf-9825-2520ac892d39 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:51.783823 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-55bcdf64-94ea-4235-80ae-65f375010f31 req-e2b0e7d9-71f4-4fcf-9825-2520ac892d39 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 943 time: 0.0509398 Mar 09 19:55:51.828337 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-55bcdf64-94ea-4235-80ae-65f375010f31 req-2ec0962f-adf8-445c-9437-6bd9af8f3c6b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389848 Mar 09 19:55:52.950777 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f93889-8da4-4541-9a98-7a9989016917 req-9c532c93-2464-4f0c-a841-45408df0cf33 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:52.952298 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f0f93889-8da4-4541-9a98-7a9989016917 req-9c532c93-2464-4f0c-a841-45408df0cf33 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 943 time: 0.0540104 Mar 09 19:55:53.003041 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f0f93889-8da4-4541-9a98-7a9989016917 req-9b017944-0631-4068-a501-6f8edae30378 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441341 Mar 09 19:55:53.692242 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581dd08-9cec-49f1-97cb-96e5adf9dda1 req-14a1e43f-13e4-4b01-96a5-789f0b3e0b68 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:53.693598 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8581dd08-9cec-49f1-97cb-96e5adf9dda1 req-14a1e43f-13e4-4b01-96a5-789f0b3e0b68 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 946 time: 0.0505960 Mar 09 19:55:53.739278 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8581dd08-9cec-49f1-97cb-96e5adf9dda1 req-8fad3e14-fc02-45bb-b09e-9209982455cd tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401940 Mar 09 19:55:53.760648 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45296) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:55:53.841769 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efedab6-497c-45cb-bd2c-d144a252d19b tempest-TestMinimumBasicScenario-1709772169 tempest-TestMinimumBasicScenario-1709772169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:53.843230 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-1efedab6-497c-45cb-bd2c-d144a252d19b tempest-TestMinimumBasicScenario-1709772169 tempest-TestMinimumBasicScenario-1709772169-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 1125 time: 0.0816464 Mar 09 19:55:53.846139 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45300) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:55:53.850793 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Request body: {'floatingip': {'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'port_id': 'de48bb38-3e35-4313-bf7c-cdc368b81990', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:55:53.869842 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:53.964091 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:54.067647 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Allocated IP 172.27.3.166 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/d7d77eff-8f02-43d5-9331-00dc7d838961) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:55:54.177197 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95952cef-3316-4dce-a91e-ed071eb8291c req-b881880e-8ee2-4def-b2cb-f58ff45dd819 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:54.178647 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-95952cef-3316-4dce-a91e-ed071eb8291c req-b881880e-8ee2-4def-b2cb-f58ff45dd819 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 943 time: 0.1018417 Mar 09 19:55:54.221880 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for port (d7d77eff-8f02-43d5-9331-00dc7d838961), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:54.255403 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-95952cef-3316-4dce-a91e-ed071eb8291c req-06e4d21a-555f-41fc-b022-54e3474fd68e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693936 Mar 09 19:55:54.275093 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (d7d77eff-8f02-43d5-9331-00dc7d838961), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:54.311319 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:55:54.315944 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:55:54.319849 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:55:54.324941 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Pushing event updated for resources: {'Port': ['ID=d7d77eff-8f02-43d5-9331-00dc7d838961,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:54.348708 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:54.349059 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:54.349399 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:54.349734 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:54.350064 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:54.350390 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:54.350712 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:54.351034 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:54.351355 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:54.351677 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:54.351993 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:54.352340 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:54.352661 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:54.682595 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for floatingip (bf4cce46-ea6f-4964-ba36-17b94daf77ff), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:54.746687 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (d7d77eff-8f02-43d5-9331-00dc7d838961), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:54.899576 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for port (d7d77eff-8f02-43d5-9331-00dc7d838961), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:54.905508 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (d7d77eff-8f02-43d5-9331-00dc7d838961), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:54.978815 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Pushing event updated for resources: {'Port': ['ID=d7d77eff-8f02-43d5-9331-00dc7d838961,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:54.986745 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (bf4cce46-ea6f-4964-ba36-17b94daf77ff), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:55.086065 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Floating IP bf4cce46-ea6f-4964-ba36-17b94daf77ff associated. External IP: 172.27.3.166, port: de48bb38-3e35-4313-bf7c-cdc368b81990. Mar 09 19:55:55.293736 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Router 174f789e-378b-4d2e-9064-48d2700b4db5 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:55:55.316325 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 765039f0-2f75-459c-8427-55debd69aaa0 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:55:55.413741 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 765039f0-2f75-459c-8427-55debd69aaa0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=765039f0-2f75-459c-8427-55debd69aaa0,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:55:55.424525 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': '765039f0-2f75-459c-8427-55debd69aaa0', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'port_id': '765039f0-2f75-459c-8427-55debd69aaa0', 'mac_address': 'fa:16:3e:37:81:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:55:55.463835 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 765039f0-2f75-459c-8427-55debd69aaa0 is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:55.464297 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (765039f0-2f75-459c-8427-55debd69aaa0), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:55.478283 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765039f0-2f75-459c-8427-55debd69aaa0 {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:55:55.499350 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 765039f0-2f75-459c-8427-55debd69aaa0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=765039f0-2f75-459c-8427-55debd69aaa0,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:55:55.503329 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (765039f0-2f75-459c-8427-55debd69aaa0), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:55.555564 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=765039f0-2f75-459c-8427-55debd69aaa0,revision_number=9']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:55.562842 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.563175 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.563510 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.563843 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.564196 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.564525 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.564852 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.565175 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.565499 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.565821 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.566141 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.566566 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.566886 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.702952 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd5bdb-336a-46b5-8440-0b850ab596b1 req-b61a2f16-1e63-4c41-a02b-88e3a260f16f tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:55.704424 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-adfd5bdb-336a-46b5-8440-0b850ab596b1 req-b61a2f16-1e63-4c41-a02b-88e3a260f16f tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 943 time: 0.3614128 Mar 09 19:55:55.713591 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:55:55.724822 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f6210c-63f3-4df8-9f98-64da7ec2d05d None None] Sync routers for ids ['174f789e-378b-4d2e-9064-48d2700b4db5'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:55:55.734362 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f6210c-63f3-4df8-9f98-64da7ec2d05d None None] Routers {'174f789e-378b-4d2e-9064-48d2700b4db5'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:55:55.734968 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-18f6210c-63f3-4df8-9f98-64da7ec2d05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:55:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['174f789e-378b-4d2e-9064-48d2700b4db5'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:55.747794 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:55.775468 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['765039f0-2f75-459c-8427-55debd69aaa0'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:55:55.786983 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-adfd5bdb-336a-46b5-8440-0b850ab596b1 req-c99ee3f1-be3c-4f5a-9640-a3aee05983b8 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755723 Mar 09 19:55:55.791687 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-62c6c159-0de6-44d6-b822-b00b758401ec tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9419212 Mar 09 19:55:55.791687 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd155e9de-51fb-464b-bd76-4919476fe426', 'tag': 'de48bb38-3e35-4313-bf7c-cdc368b81990'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:55:55.791687 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e9ae3b-4e8a-4bc7-be1b-350e81fa246b" -d '{"events": [{"name": "network-changed", "server_uuid": "d155e9de-51fb-464b-bd76-4919476fe426", "tag": "de48bb38-3e35-4313-bf7c-cdc368b81990"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:55:55.792364 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45308) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:55:55.797073 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-947503106', 'description': 'tempest-secgroup-smoke-947503106 description', 'project_id': '24196775b71d467f82be587e453b8be4'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:55:55.831281 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:55.833179 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a2f7b0-0633-48d3-ba87-070d73e11e41 x-openstack-request-id: req-04a2f7b0-0633-48d3-ba87-070d73e11e41 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:55:55.833618 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d155e9de-51fb-464b-bd76-4919476fe426", "tag": "de48bb38-3e35-4313-bf7c-cdc368b81990", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:55:55.833910 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04a2f7b0-0633-48d3-ba87-070d73e11e41 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:55:55.834353 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd155e9de-51fb-464b-bd76-4919476fe426', 'tag': 'de48bb38-3e35-4313-bf7c-cdc368b81990', 'status': 'completed', 'code': 200} Mar 09 19:55:55.906888 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group (f3e6713f-5182-4fe5-b58f-8183e5936f38), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:55.911694 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (f3e6713f-5182-4fe5-b58f-8183e5936f38), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:55.911981 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9ae3b-4e8a-4bc7-be1b-350e81fa246b req-f4511379-9086-4739-84ec-7eaa08381071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:55.913521 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-14e9ae3b-4e8a-4bc7-be1b-350e81fa246b req-f4511379-9086-4739-84ec-7eaa08381071 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24196775b71d467f82be587e453b8be4&device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 1130 time: 0.0492516 Mar 09 19:55:55.945043 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:55.946380 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1528466 Mar 09 19:55:55.950336 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45312) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:55:55.954666 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-7ab744cc-0809-4376-83c2-055b341e68e4 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Request body: {'security_group_rule': {'security_group_id': 'f3e6713f-5182-4fe5-b58f-8183e5936f38', 'project_id': '24196775b71d467f82be587e453b8be4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:55:55.959290 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e6713f-5182-4fe5-b58f-8183e5936f38,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:55.970502 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.970942 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.971353 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.971753 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.972181 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.972621 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.973018 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.973410 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.973800 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.974195 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.974586 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.974977 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.975362 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ec7b82-d9cb-4cf8-8e64-6921ed59ae03 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:55:55.996392 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7ab744cc-0809-4376-83c2-055b341e68e4 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group_rule (2c6f8ebb-58e9-4674-a07b-6fe7e19be39e), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.022090 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9ae3b-4e8a-4bc7-be1b-350e81fa246b req-beffcff6-adf6-4191-98b2-a4b97fc1b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:56.023943 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-14e9ae3b-4e8a-4bc7-be1b-350e81fa246b req-beffcff6-adf6-4191-98b2-a4b97fc1b190 service neutron] 10.222.0.20 "GET /v2.0/networks?id=90dc0329-c1f6-4a9a-a3f6-ad29c228911b HTTP/1.1" status: 200 len: 916 time: 0.1031961 Mar 09 19:55:56.038064 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-18f6210c-63f3-4df8-9f98-64da7ec2d05d None None] Set router 174f789e-378b-4d2e-9064-48d2700b4db5 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:55:56.053600 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7ab744cc-0809-4376-83c2-055b341e68e4 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group_rule (2c6f8ebb-58e9-4674-a07b-6fe7e19be39e), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.059040 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7ab744cc-0809-4376-83c2-055b341e68e4 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (2c6f8ebb-58e9-4674-a07b-6fe7e19be39e), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.077579 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab744cc-0809-4376-83c2-055b341e68e4 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6f8ebb-58e9-4674-a07b-6fe7e19be39e,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:56.090361 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7ab744cc-0809-4376-83c2-055b341e68e4 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.094602 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-7ab744cc-0809-4376-83c2-055b341e68e4 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405346 Mar 09 19:55:56.094758 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-14e9ae3b-4e8a-4bc7-be1b-350e81fa246b req-7ac147eb-14ee-43d3-bb70-8c6d9bc83d34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de48bb38-3e35-4313-bf7c-cdc368b81990 HTTP/1.1" status: 200 len: 1000 time: 0.0631294 Mar 09 19:55:56.094877 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45314) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:55:56.099923 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-28d13a03-e42c-428d-a8b5-d131d9fea9b0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Request body: {'security_group_rule': {'security_group_id': 'f3e6713f-5182-4fe5-b58f-8183e5936f38', 'project_id': '24196775b71d467f82be587e453b8be4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:55:56.128352 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-28d13a03-e42c-428d-a8b5-d131d9fea9b0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group_rule (8b60cae4-c817-4445-886e-b4bc53b8e93e), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.150835 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9ae3b-4e8a-4bc7-be1b-350e81fa246b req-e1ef2515-bcfe-4433-80f8-e81e2933d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:56.152347 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-14e9ae3b-4e8a-4bc7-be1b-350e81fa246b req-e1ef2515-bcfe-4433-80f8-e81e2933d666 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c3c849f-2435-407c-aa3b-ded0607e015f HTTP/1.1" status: 200 len: 854 time: 0.0531356 Mar 09 19:55:56.185073 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-28d13a03-e42c-428d-a8b5-d131d9fea9b0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group_rule (8b60cae4-c817-4445-886e-b4bc53b8e93e), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.190317 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-28d13a03-e42c-428d-a8b5-d131d9fea9b0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (8b60cae4-c817-4445-886e-b4bc53b8e93e), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.205785 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9ae3b-4e8a-4bc7-be1b-350e81fa246b req-6b362b38-0047-44bf-b74f-cde8aa18c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:56.206883 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-14e9ae3b-4e8a-4bc7-be1b-350e81fa246b req-6b362b38-0047-44bf-b74f-cde8aa18c5e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90dc0329-c1f6-4a9a-a3f6-ad29c228911b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451937 Mar 09 19:55:56.210857 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d13a03-e42c-428d-a8b5-d131d9fea9b0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b60cae4-c817-4445-886e-b4bc53b8e93e,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:56.220316 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-28d13a03-e42c-428d-a8b5-d131d9fea9b0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.224332 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-28d13a03-e42c-428d-a8b5-d131d9fea9b0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253145 Mar 09 19:55:56.224475 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45316) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:55:56.229020 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-cd70739b-37c1-4b88-b218-666376077196 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Request body: {'security_group_rule': {'security_group_id': 'f3e6713f-5182-4fe5-b58f-8183e5936f38', 'project_id': '24196775b71d467f82be587e453b8be4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:55:56.256792 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-cd70739b-37c1-4b88-b218-666376077196 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group_rule (2ff36031-d6e3-4195-b262-d37feafaa990), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.305290 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-14e9ae3b-4e8a-4bc7-be1b-350e81fa246b req-79a90aa2-a120-4262-a5cb-6842f09bc59d service neutron] 10.222.0.20 "GET /v2.0/networks/90dc0329-c1f6-4a9a-a3f6-ad29c228911b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918524 Mar 09 19:55:56.315610 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-cd70739b-37c1-4b88-b218-666376077196 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group_rule (2ff36031-d6e3-4195-b262-d37feafaa990), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.320552 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-cd70739b-37c1-4b88-b218-666376077196 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (2ff36031-d6e3-4195-b262-d37feafaa990), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.331728 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-18f6210c-63f3-4df8-9f98-64da7ec2d05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'name': 'tempest-TestMinimumBasicScenario-1617597958-router', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:54:55Z', 'revision_number': 4, 'project_id': '24196775b71d467f82be587e453b8be4', 'gw_port': {'id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': 'bf4cce46-ea6f-4964-ba36-17b94daf77ff', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'port_id': 'de48bb38-3e35-4313-bf7c-cdc368b81990', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b', 'mac_address': 'fa:16:3e:3f:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd155e9de-51fb-464b-bd76-4919476fe426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:55:54Z', 'updated_at': '2022-03-09T19:55:54Z', 'revision_number': 0, 'project_id': '24196775b71d467f82be587e453b8be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1aeaaac-7789-44ec-9803-240483f571d9', 'name': '', 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'mac_address': 'fa:16:3e:2c:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:55Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 5, 'project_id': '24196775b71d467f82be587e453b8be4', 'subnets': [{'id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:56.335283 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70739b-37c1-4b88-b218-666376077196 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff36031-d6e3-4195-b262-d37feafaa990,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:56.352023 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-cd70739b-37c1-4b88-b218-666376077196 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.356167 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-cd70739b-37c1-4b88-b218-666376077196 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279163 Mar 09 19:55:56.356316 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45318) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:55:56.360388 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f6210c-63f3-4df8-9f98-64da7ec2d05d None None] Checking router: 174f789e-378b-4d2e-9064-48d2700b4db5 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:55:56.361139 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-aa66534a-1593-433e-be3d-5c0912d4a92f tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Request body: {'security_group_rule': {'security_group_id': 'f3e6713f-5182-4fe5-b58f-8183e5936f38', 'project_id': '24196775b71d467f82be587e453b8be4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:55:56.369560 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f6210c-63f3-4df8-9f98-64da7ec2d05d None None] Routers {'174f789e-378b-4d2e-9064-48d2700b4db5'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:55:56.370184 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-18f6210c-63f3-4df8-9f98-64da7ec2d05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:55:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['174f789e-378b-4d2e-9064-48d2700b4db5'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:56.389759 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-aa66534a-1593-433e-be3d-5c0912d4a92f tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group_rule (8b554385-f56b-4769-8dd4-59c4c1590dea), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.409883 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-14e9ae3b-4e8a-4bc7-be1b-350e81fa246b req-697c612c-0a88-457e-99ea-c29ce6eeb204 service neutron] 10.222.0.20 "GET /v2.0/networks/90dc0329-c1f6-4a9a-a3f6-ad29c228911b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978978 Mar 09 19:55:56.465244 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-aa66534a-1593-433e-be3d-5c0912d4a92f tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group_rule (8b554385-f56b-4769-8dd4-59c4c1590dea), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.468830 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-aa66534a-1593-433e-be3d-5c0912d4a92f tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (8b554385-f56b-4769-8dd4-59c4c1590dea), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.483766 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-18f6210c-63f3-4df8-9f98-64da7ec2d05d None None] Set router 174f789e-378b-4d2e-9064-48d2700b4db5 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:55:56.487973 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66534a-1593-433e-be3d-5c0912d4a92f tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b554385-f56b-4769-8dd4-59c4c1590dea,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:56.494051 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-aa66534a-1593-433e-be3d-5c0912d4a92f tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.495086 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-aa66534a-1593-433e-be3d-5c0912d4a92f tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378250 Mar 09 19:55:56.497930 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45320) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:55:56.502083 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-4e6c8578-53ae-455d-9b2f-6e2a35392ee0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Request body: {'security_group_rule': {'security_group_id': 'f3e6713f-5182-4fe5-b58f-8183e5936f38', 'project_id': '24196775b71d467f82be587e453b8be4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:55:56.524058 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.securitygroups_db [None req-4e6c8578-53ae-455d-9b2f-6e2a35392ee0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Project 24196775b71d467f82be587e453b8be4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 19:55:56.528806 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8578-53ae-455d-9b2f-6e2a35392ee0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group_rule (e7473a91-2973-47af-8442-68f41ae08fed), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.584976 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8578-53ae-455d-9b2f-6e2a35392ee0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group_rule (e7473a91-2973-47af-8442-68f41ae08fed), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.589142 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8578-53ae-455d-9b2f-6e2a35392ee0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (e7473a91-2973-47af-8442-68f41ae08fed), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.606414 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c8578-53ae-455d-9b2f-6e2a35392ee0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7473a91-2973-47af-8442-68f41ae08fed,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:56.618499 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4e6c8578-53ae-455d-9b2f-6e2a35392ee0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.619858 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-4e6c8578-53ae-455d-9b2f-6e2a35392ee0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210151 Mar 09 19:55:56.622618 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45322) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:55:56.627053 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-0dcc9823-2f18-4e9b-870e-9fde8bfe84d4 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Request body: {'security_group_rule': {'security_group_id': 'f3e6713f-5182-4fe5-b58f-8183e5936f38', 'project_id': '24196775b71d467f82be587e453b8be4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:55:56.647174 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.securitygroups_db [None req-0dcc9823-2f18-4e9b-870e-9fde8bfe84d4 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Project 24196775b71d467f82be587e453b8be4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 19:55:56.652112 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0dcc9823-2f18-4e9b-870e-9fde8bfe84d4 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group_rule (6d956033-ef78-4baa-9fb5-4e276989b5d3), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.709709 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0dcc9823-2f18-4e9b-870e-9fde8bfe84d4 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group_rule (6d956033-ef78-4baa-9fb5-4e276989b5d3), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.713449 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0dcc9823-2f18-4e9b-870e-9fde8bfe84d4 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (6d956033-ef78-4baa-9fb5-4e276989b5d3), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.716807 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-18f6210c-63f3-4df8-9f98-64da7ec2d05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'name': 'tempest-TestMinimumBasicScenario-1617597958-router', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:54:55Z', 'revision_number': 4, 'project_id': '24196775b71d467f82be587e453b8be4', 'gw_port': {'id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': 'bf4cce46-ea6f-4964-ba36-17b94daf77ff', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'port_id': 'de48bb38-3e35-4313-bf7c-cdc368b81990', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b', 'mac_address': 'fa:16:3e:3f:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd155e9de-51fb-464b-bd76-4919476fe426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:55:54Z', 'updated_at': '2022-03-09T19:55:54Z', 'revision_number': 0, 'project_id': '24196775b71d467f82be587e453b8be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1aeaaac-7789-44ec-9803-240483f571d9', 'name': '', 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'mac_address': 'fa:16:3e:2c:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:55Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 5, 'project_id': '24196775b71d467f82be587e453b8be4', 'subnets': [{'id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:55:56.731399 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc9823-2f18-4e9b-870e-9fde8bfe84d4 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d956033-ef78-4baa-9fb5-4e276989b5d3,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:56.740522 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0dcc9823-2f18-4e9b-870e-9fde8bfe84d4 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:56.741700 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-0dcc9823-2f18-4e9b-870e-9fde8bfe84d4 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179564 Mar 09 19:55:56.744370 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f6210c-63f3-4df8-9f98-64da7ec2d05d None None] The sync data for ids ['174f789e-378b-4d2e-9064-48d2700b4db5'] in dv-cinder-788366-9-iscsi is: [{'id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'name': 'tempest-TestMinimumBasicScenario-1617597958-router', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:54:55Z', 'revision_number': 4, 'project_id': '24196775b71d467f82be587e453b8be4', 'gw_port': {'id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': 'bf4cce46-ea6f-4964-ba36-17b94daf77ff', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'port_id': 'de48bb38-3e35-4313-bf7c-cdc368b81990', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b', 'mac_address': 'fa:16:3e:3f:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd155e9de-51fb-464b-bd76-4919476fe426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:55:54Z', 'updated_at': '2022-03-09T19:55:54Z', 'revision_number': 0, 'project_id': '24196775b71d467f82be587e453b8be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1aeaaac-7789-44ec-9803-240483f571d9', 'name': '', 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'mac_address': 'fa:16:3e:2c:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:55Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 5, 'project_id': '24196775b71d467f82be587e453b8be4', 'subnets': [{'id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:55:56.835697 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-26afcd54-87aa-4909-b3a5-5ff59a94e8c4 req-70df41e4-0373-4f89-8f9d-524bc2663f9d tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947503106&fields=id&tenant_id=24196775b71d467f82be587e453b8be4 HTTP/1.1" status: 200 len: 267 time: 0.0461137 Mar 09 19:55:56.922733 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afcd54-87aa-4909-b3a5-5ff59a94e8c4 req-400b0fd7-0c70-4c6c-b301-82ef70ed549e tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:56.924236 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-26afcd54-87aa-4909-b3a5-5ff59a94e8c4 req-400b0fd7-0c70-4c6c-b301-82ef70ed549e tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 946 time: 0.0831621 Mar 09 19:55:56.936839 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-26afcd54-87aa-4909-b3a5-5ff59a94e8c4 req-f8ef1a5b-ad9d-4e8e-8aab-d9bcd80857d2 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Request body: {'port': {'security_groups': ['194b4a9b-c626-452d-abfd-74864ee6861a', 'f3e6713f-5182-4fe5-b58f-8183e5936f38']}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:55:56.982292 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c83942-e820-4c44-b40f-72cb5f55d719 req-c39ae04c-5a87-447d-8aaa-1b831b157a85 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:56.983756 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-78c83942-e820-4c44-b40f-72cb5f55d719 req-c39ae04c-5a87-447d-8aaa-1b831b157a85 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 944 time: 0.0992739 Mar 09 19:55:57.035346 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-26afcd54-87aa-4909-b3a5-5ff59a94e8c4 req-f8ef1a5b-ad9d-4e8e-8aab-d9bcd80857d2 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:57.068148 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-78c83942-e820-4c44-b40f-72cb5f55d719 req-03862ed8-3abb-42d8-85bb-67a96a09614b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770833 Mar 09 19:55:57.250985 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-26afcd54-87aa-4909-b3a5-5ff59a94e8c4 req-f8ef1a5b-ad9d-4e8e-8aab-d9bcd80857d2 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] For port de48bb38-3e35-4313-bf7c-cdc368b81990, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=de48bb38-3e35-4313-bf7c-cdc368b81990,segment=NetworkSegment(c5be0f4b-be34-4fc1-814f-68bb5267d53e),segment_id=c5be0f4b-be34-4fc1-814f-68bb5267d53e)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:55:57.281725 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-26afcd54-87aa-4909-b3a5-5ff59a94e8c4 req-f8ef1a5b-ad9d-4e8e-8aab-d9bcd80857d2 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:57.287264 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-26afcd54-87aa-4909-b3a5-5ff59a94e8c4 req-f8ef1a5b-ad9d-4e8e-8aab-d9bcd80857d2 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:57.300556 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['de48bb38-3e35-4313-bf7c-cdc368b81990'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:55:57.334444 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afcd54-87aa-4909-b3a5-5ff59a94e8c4 req-f8ef1a5b-ad9d-4e8e-8aab-d9bcd80857d2 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:57.335071 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-26afcd54-87aa-4909-b3a5-5ff59a94e8c4 req-f8ef1a5b-ad9d-4e8e-8aab-d9bcd80857d2 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:57.336480 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-26afcd54-87aa-4909-b3a5-5ff59a94e8c4 req-f8ef1a5b-ad9d-4e8e-8aab-d9bcd80857d2 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "PUT /v2.0/ports/de48bb38-3e35-4313-bf7c-cdc368b81990 HTTP/1.1" status: 200 len: 982 time: 0.4051230 Mar 09 19:55:57.344057 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 765039f0-2f75-459c-8427-55debd69aaa0 up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:55:57.368198 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef1a5b-ad9d-4e8e-8aab-d9bcd80857d2 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Pushing event updated for resources: {'Port': ['ID=de48bb38-3e35-4313-bf7c-cdc368b81990,revision_number=6']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:57.446377 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port 765039f0-2f75-459c-8427-55debd69aaa0 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:57.446764 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (765039f0-2f75-459c-8427-55debd69aaa0), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:57.449607 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['de48bb38-3e35-4313-bf7c-cdc368b81990'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:55:57.469540 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f53ff-7bcf-4f85-909a-d0a49214ffb2 req-294081dd-7cfb-44c2-94e7-84a18225131f tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:57.478274 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-230f53ff-7bcf-4f85-909a-d0a49214ffb2 req-294081dd-7cfb-44c2-94e7-84a18225131f tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 985 time: 0.0716443 Mar 09 19:55:57.487666 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fce17c2-205f-499a-a243-fe2c17c5df32 None None] New status for floating IP bf4cce46-ea6f-4964-ba36-17b94daf77ff: ACTIVE {{(pid=114607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:55:57.552346 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-230f53ff-7bcf-4f85-909a-d0a49214ffb2 req-c43dbfd9-f0da-40ea-b553-6e1487061159 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e6713f-5182-4fe5-b58f-8183e5936f38&id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728750 Mar 09 19:55:57.600277 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-4f851203-d82f-4b5b-bb9f-88e0d33885e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:57.725679 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 765039f0-2f75-459c-8427-55debd69aaa0 is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:57.726067 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (765039f0-2f75-459c-8427-55debd69aaa0), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:57.760981 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-64e6e21b-f9a1-4e33-abfb-08e3a1fa6728 None None] Provisioning complete for port de48bb38-3e35-4313-bf7c-cdc368b81990 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:55:57.761356 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-64e6e21b-f9a1-4e33-abfb-08e3a1fa6728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:57.811494 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1207eea1-f70d-49bf-b288-11a7db0a55b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765039f0-2f75-459c-8427-55debd69aaa0'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:55:57.813704 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc90477-2fb5-4a78-bd30-ef3b06dd948d" -d '{"events": [{"server_uuid": "1207eea1-f70d-49bf-b288-11a7db0a55b6", "name": "network-vif-plugged", "status": "completed", "tag": "765039f0-2f75-459c-8427-55debd69aaa0"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:55:57.835618 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd155e9de-51fb-464b-bd76-4919476fe426', 'tag': 'de48bb38-3e35-4313-bf7c-cdc368b81990'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:55:57.837971 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d052360-51f6-45bb-9853-5d14bf62f747" -d '{"events": [{"name": "network-changed", "server_uuid": "d155e9de-51fb-464b-bd76-4919476fe426", "tag": "de48bb38-3e35-4313-bf7c-cdc368b81990"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:55:57.851705 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 765039f0-2f75-459c-8427-55debd69aaa0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=765039f0-2f75-459c-8427-55debd69aaa0,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:55:57.856384 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc91dc4-87e7-49c8-85e9-d6d0016f0d3c x-openstack-request-id: req-7fc91dc4-87e7-49c8-85e9-d6d0016f0d3c {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:55:57.856709 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1207eea1-f70d-49bf-b288-11a7db0a55b6", "name": "network-vif-plugged", "status": "completed", "tag": "765039f0-2f75-459c-8427-55debd69aaa0", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:55:57.856973 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fc91dc4-87e7-49c8-85e9-d6d0016f0d3c {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:55:57.857385 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1207eea1-f70d-49bf-b288-11a7db0a55b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765039f0-2f75-459c-8427-55debd69aaa0', 'code': 200} Mar 09 19:55:57.862393 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (765039f0-2f75-459c-8427-55debd69aaa0), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:57.897359 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a915880-1bbf-451b-bc9b-2ac04524db58 x-openstack-request-id: req-7a915880-1bbf-451b-bc9b-2ac04524db58 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:55:57.897650 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d155e9de-51fb-464b-bd76-4919476fe426", "tag": "de48bb38-3e35-4313-bf7c-cdc368b81990", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:55:57.897898 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a915880-1bbf-451b-bc9b-2ac04524db58 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:55:57.898324 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd155e9de-51fb-464b-bd76-4919476fe426', 'tag': 'de48bb38-3e35-4313-bf7c-cdc368b81990', 'status': 'completed', 'code': 200} Mar 09 19:55:57.965579 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d052360-51f6-45bb-9853-5d14bf62f747 req-32cd765e-c32d-4f9d-89d3-0c562a467207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:57.967155 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1d052360-51f6-45bb-9853-5d14bf62f747 req-32cd765e-c32d-4f9d-89d3-0c562a467207 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24196775b71d467f82be587e453b8be4&device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 1169 time: 0.0501411 Mar 09 19:55:57.975866 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=765039f0-2f75-459c-8427-55debd69aaa0,revision_number=10']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:55:58.066199 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-64e6e21b-f9a1-4e33-abfb-08e3a1fa6728 None None] Current status of the port de48bb38-3e35-4313-bf7c-cdc368b81990 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:55:58.072125 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d052360-51f6-45bb-9853-5d14bf62f747 req-1fa196ea-86e0-469d-8c84-877ec1155aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:58.073582 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1d052360-51f6-45bb-9853-5d14bf62f747 req-1fa196ea-86e0-469d-8c84-877ec1155aed service neutron] 10.222.0.20 "GET /v2.0/networks?id=90dc0329-c1f6-4a9a-a3f6-ad29c228911b HTTP/1.1" status: 200 len: 916 time: 0.0974483 Mar 09 19:55:58.080465 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10fde4-b43d-40cb-890f-890fa6edbc0f req-98dfdb82-9150-40b6-8ce2-2a8aa8014494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:58.083084 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-3b10fde4-b43d-40cb-890f-890fa6edbc0f req-98dfdb82-9150-40b6-8ce2-2a8aa8014494 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 1130 time: 0.0503035 Mar 09 19:55:58.131587 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-3b10fde4-b43d-40cb-890f-890fa6edbc0f req-f4f6e53f-7d5f-428c-90dd-a69ee6c56c25 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425766 Mar 09 19:55:58.142864 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1d052360-51f6-45bb-9853-5d14bf62f747 req-ce867c50-c0b3-4501-b74c-a18d8c042d80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de48bb38-3e35-4313-bf7c-cdc368b81990 HTTP/1.1" status: 200 len: 1002 time: 0.0629299 Mar 09 19:55:58.207752 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1d13a-32c2-4aeb-99a2-92edc129b384 req-a5c05dd0-3c12-4e84-a80f-2990c2091843 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:58.209308 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-76a1d13a-32c2-4aeb-99a2-92edc129b384 req-a5c05dd0-3c12-4e84-a80f-2990c2091843 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 946 time: 0.0546880 Mar 09 19:55:58.255745 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-76a1d13a-32c2-4aeb-99a2-92edc129b384 req-96291417-6657-43ae-b6c9-32ad78e595ed tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407102 Mar 09 19:55:58.392899 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d052360-51f6-45bb-9853-5d14bf62f747 req-d0d84dc3-9fcc-4b3c-a366-30abe28db4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:58.394299 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1d052360-51f6-45bb-9853-5d14bf62f747 req-d0d84dc3-9fcc-4b3c-a366-30abe28db4f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c3c849f-2435-407c-aa3b-ded0607e015f HTTP/1.1" status: 200 len: 854 time: 0.0435274 Mar 09 19:55:58.441365 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d052360-51f6-45bb-9853-5d14bf62f747 req-922da828-c149-46ab-a9f0-d22dff546e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:58.443346 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1d052360-51f6-45bb-9853-5d14bf62f747 req-922da828-c149-46ab-a9f0-d22dff546e49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90dc0329-c1f6-4a9a-a3f6-ad29c228911b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423207 Mar 09 19:55:58.533482 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1d052360-51f6-45bb-9853-5d14bf62f747 req-f77a7519-3f21-4195-9056-8bbd9bb5657f service neutron] 10.222.0.20 "GET /v2.0/networks/90dc0329-c1f6-4a9a-a3f6-ad29c228911b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821674 Mar 09 19:55:58.626150 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1d052360-51f6-45bb-9853-5d14bf62f747 req-c778d008-efa9-41e2-b1a8-eb23cff31150 service neutron] 10.222.0.20 "GET /v2.0/networks/90dc0329-c1f6-4a9a-a3f6-ad29c228911b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830057 Mar 09 19:55:59.382434 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0e0cd-52bc-4b0f-83c7-a6a1feb98bea req-c46f17a9-5dcb-442c-a64d-83b8a19032b4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:59.384419 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-75b0e0cd-52bc-4b0f-83c7-a6a1feb98bea req-c46f17a9-5dcb-442c-a64d-83b8a19032b4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 946 time: 0.0571167 Mar 09 19:55:59.434349 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-75b0e0cd-52bc-4b0f-83c7-a6a1feb98bea req-98755fc7-06ce-466b-b07b-0cace7fe924d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443654 Mar 09 19:55:59.720724 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a0c896c6-aa03-429d-83c2-24b76a5e1ca9 req-fe5e071e-bbe8-4ea9-ad8c-15c93ead0996 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443981 Mar 09 19:55:59.751703 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-2ed5badc-7e41-4f56-a22c-ca00b6aad2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:55:59.786317 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c896c6-aa03-429d-83c2-24b76a5e1ca9 req-fcb6b7c8-73d6-498d-97fc-e09e89b714f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:59.787856 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a0c896c6-aa03-429d-83c2-24b76a5e1ca9 req-fcb6b7c8-73d6-498d-97fc-e09e89b714f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b43418ea084d90a7da278a1c129a34&device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 1130 time: 0.0464423 Mar 09 19:55:59.898522 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c896c6-aa03-429d-83c2-24b76a5e1ca9 req-d849af37-57b8-4f6a-b67b-16be76d3f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:55:59.900090 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a0c896c6-aa03-429d-83c2-24b76a5e1ca9 req-d849af37-57b8-4f6a-b67b-16be76d3f89d service neutron] 10.222.0.20 "GET /v2.0/networks?id=78f48c1a-404b-46a8-a76c-8d73a6cab978 HTTP/1.1" status: 200 len: 909 time: 0.0912659 Mar 09 19:55:59.965340 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a0c896c6-aa03-429d-83c2-24b76a5e1ca9 req-75d06437-baf0-436a-8c02-07ebc1918eb7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 HTTP/1.1" status: 200 len: 1001 time: 0.0568438 Mar 09 19:56:00.019553 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c896c6-aa03-429d-83c2-24b76a5e1ca9 req-c367f63d-a83b-4306-a7de-26f9ee51d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:00.021029 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a0c896c6-aa03-429d-83c2-24b76a5e1ca9 req-c367f63d-a83b-4306-a7de-26f9ee51d005 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5d74d19-614f-4e40-b80c-b52f3e9956b9 HTTP/1.1" status: 200 len: 847 time: 0.0485733 Mar 09 19:56:00.073626 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c896c6-aa03-429d-83c2-24b76a5e1ca9 req-258b4b5f-eda3-455b-aa15-2bb94319ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:00.075081 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a0c896c6-aa03-429d-83c2-24b76a5e1ca9 req-258b4b5f-eda3-455b-aa15-2bb94319ce63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78f48c1a-404b-46a8-a76c-8d73a6cab978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432441 Mar 09 19:56:00.166640 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a0c896c6-aa03-429d-83c2-24b76a5e1ca9 req-f0449b0c-8a9d-45ad-b65e-26faacee9d46 service neutron] 10.222.0.20 "GET /v2.0/networks/78f48c1a-404b-46a8-a76c-8d73a6cab978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823004 Mar 09 19:56:00.255963 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a0c896c6-aa03-429d-83c2-24b76a5e1ca9 req-b676151a-29c2-4f36-a3b8-cde6491be1bc service neutron] 10.222.0.20 "GET /v2.0/networks/78f48c1a-404b-46a8-a76c-8d73a6cab978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820212 Mar 09 19:56:00.561364 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4125ec-d278-4d31-9a9b-98901c367531 req-ca5b1fec-fd68-4ead-94c1-22fef89cb691 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:00.562827 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9f4125ec-d278-4d31-9a9b-98901c367531 req-ca5b1fec-fd68-4ead-94c1-22fef89cb691 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 946 time: 0.0523372 Mar 09 19:56:00.612107 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9f4125ec-d278-4d31-9a9b-98901c367531 req-5d81d787-bd74-4341-b548-a558d44dd700 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437541 Mar 09 19:56:00.852676 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:02.093576 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:02.469573 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:03.855888 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:17.096770 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183a347-ad52-4958-a0ad-325c63cc5f34 req-51bd742b-f75a-44b2-8969-79db7c2962cb tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:17.098819 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8183a347-ad52-4958-a0ad-325c63cc5f34 req-51bd742b-f75a-44b2-8969-79db7c2962cb tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 985 time: 0.0822716 Mar 09 19:56:17.104762 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ad228-a889-471e-b80e-e2a1ed92cadd req-48e51722-43d8-46ce-9dd6-7e24bdb0de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:17.106122 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9a9ad228-a889-471e-b80e-e2a1ed92cadd req-48e51722-43d8-46ce-9dd6-7e24bdb0de00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24196775b71d467f82be587e453b8be4&device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 1169 time: 0.0627577 Mar 09 19:56:17.219827 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8183a347-ad52-4958-a0ad-325c63cc5f34 req-d4472145-a3b9-4c90-a302-186a9809ec71 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e6713f-5182-4fe5-b58f-8183e5936f38&id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1127717 Mar 09 19:56:17.237888 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ad228-a889-471e-b80e-e2a1ed92cadd req-2774e893-c1c5-4a36-865d-9577379a0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:17.239405 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9a9ad228-a889-471e-b80e-e2a1ed92cadd req-2774e893-c1c5-4a36-865d-9577379a0475 service neutron] 10.222.0.20 "GET /v2.0/networks?id=90dc0329-c1f6-4a9a-a3f6-ad29c228911b HTTP/1.1" status: 200 len: 916 time: 0.1203477 Mar 09 19:56:17.302804 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9a9ad228-a889-471e-b80e-e2a1ed92cadd req-34fbff65-ae25-4776-a503-a91311ef075a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de48bb38-3e35-4313-bf7c-cdc368b81990 HTTP/1.1" status: 200 len: 1002 time: 0.0562789 Mar 09 19:56:17.357509 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ad228-a889-471e-b80e-e2a1ed92cadd req-fa5189ba-bbd8-4fcd-81d1-33216daa1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:17.358935 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9a9ad228-a889-471e-b80e-e2a1ed92cadd req-fa5189ba-bbd8-4fcd-81d1-33216daa1dcb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c3c849f-2435-407c-aa3b-ded0607e015f HTTP/1.1" status: 200 len: 854 time: 0.0453377 Mar 09 19:56:17.406499 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ad228-a889-471e-b80e-e2a1ed92cadd req-48e9fb20-41ae-43b0-b5e0-5b4d38e0b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:17.407937 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9a9ad228-a889-471e-b80e-e2a1ed92cadd req-48e9fb20-41ae-43b0-b5e0-5b4d38e0b117 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90dc0329-c1f6-4a9a-a3f6-ad29c228911b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424736 Mar 09 19:56:17.498579 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9a9ad228-a889-471e-b80e-e2a1ed92cadd req-21d38b6a-7272-443a-9116-fd83623f63f9 service neutron] 10.222.0.20 "GET /v2.0/networks/90dc0329-c1f6-4a9a-a3f6-ad29c228911b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826139 Mar 09 19:56:17.591752 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9a9ad228-a889-471e-b80e-e2a1ed92cadd req-d12b3e8a-74e6-41eb-a104-ed5d4701f99f service neutron] 10.222.0.20 "GET /v2.0/networks/90dc0329-c1f6-4a9a-a3f6-ad29c228911b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867484 Mar 09 19:56:18.335592 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e5ee3-32fa-4909-86bf-f35f80bc6965 req-3f7c1f5c-e88e-49c0-b576-7d0d4e71014a tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:18.337079 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-385e5ee3-32fa-4909-86bf-f35f80bc6965 req-3f7c1f5c-e88e-49c0-b576-7d0d4e71014a tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 985 time: 0.0513933 Mar 09 19:56:18.397857 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-385e5ee3-32fa-4909-86bf-f35f80bc6965 req-9be8159d-2487-48d5-95ff-bc13421e42da tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e6713f-5182-4fe5-b58f-8183e5936f38&id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552166 Mar 09 19:56:19.516528 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fefee6-2bcf-4293-8a26-b5646cec4eb2 req-30294b51-f6de-4547-8826-55c16e9e313d tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:19.517977 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b6fefee6-2bcf-4293-8a26-b5646cec4eb2 req-30294b51-f6de-4547-8826-55c16e9e313d tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 985 time: 0.0546260 Mar 09 19:56:19.578304 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b6fefee6-2bcf-4293-8a26-b5646cec4eb2 req-09eac909-56a1-4553-a171-05a8936f5c55 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e6713f-5182-4fe5-b58f-8183e5936f38&id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547476 Mar 09 19:56:20.695501 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f5a29-364f-4cf9-aefc-c25dc18a14d6 req-3dbc2fbc-ba59-44c4-bfd7-3e8887bf3cce tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:20.696860 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-545f5a29-364f-4cf9-aefc-c25dc18a14d6 req-3dbc2fbc-ba59-44c4-bfd7-3e8887bf3cce tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 985 time: 0.0508876 Mar 09 19:56:20.752856 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-545f5a29-364f-4cf9-aefc-c25dc18a14d6 req-d66c0f91-a6c8-4f25-aa43-b6cce5d82477 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e6713f-5182-4fe5-b58f-8183e5936f38&id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504670 Mar 09 19:56:21.872139 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2bc69-0355-4721-b38c-38a70dda4290 req-5b624b03-7737-4a27-8b7c-d954aa6d656a tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:21.873578 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ccc2bc69-0355-4721-b38c-38a70dda4290 req-5b624b03-7737-4a27-8b7c-d954aa6d656a tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 985 time: 0.0548663 Mar 09 19:56:21.930853 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ccc2bc69-0355-4721-b38c-38a70dda4290 req-c7cc5fa8-3e22-48b4-bb70-2898a788d42f tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e6713f-5182-4fe5-b58f-8183e5936f38&id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517020 Mar 09 19:56:23.046913 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b9142-dc97-4bfd-8fd1-ed353de660e0 req-c50b1953-8d83-4ded-9087-9e625f9dbf1a tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:23.048390 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e84b9142-dc97-4bfd-8fd1-ed353de660e0 req-c50b1953-8d83-4ded-9087-9e625f9dbf1a tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 985 time: 0.0516844 Mar 09 19:56:23.113304 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e84b9142-dc97-4bfd-8fd1-ed353de660e0 req-8e6e5bb5-da54-48f0-8f83-46f4e6cfdc31 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e6713f-5182-4fe5-b58f-8183e5936f38&id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583303 Mar 09 19:56:24.234280 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ee9ac-a3f4-4633-a0fc-e544bb3809c0 req-0372ee39-caac-4dc1-953c-844a30bbfef0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:24.235706 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c38ee9ac-a3f4-4633-a0fc-e544bb3809c0 req-0372ee39-caac-4dc1-953c-844a30bbfef0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 985 time: 0.0508399 Mar 09 19:56:24.296167 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c38ee9ac-a3f4-4633-a0fc-e544bb3809c0 req-a9107edd-8eca-4bbd-bf48-e991245fb285 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e6713f-5182-4fe5-b58f-8183e5936f38&id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549350 Mar 09 19:56:24.654956 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebe94d-c593-4936-aec4-de1bef082f96 req-0bfb0da0-7c6a-4ba3-9704-dd5c9b9272e5 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:24.656456 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-13ebe94d-c593-4936-aec4-de1bef082f96 req-0bfb0da0-7c6a-4ba3-9704-dd5c9b9272e5 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0522432 Mar 09 19:56:24.703207 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-13ebe94d-c593-4936-aec4-de1bef082f96 req-8507a3d9-a9d2-45a1-9385-9f82bcbed503 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411313 Mar 09 19:56:25.069726 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:56:25.419053 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa03f2-e6a6-4779-8855-c146196803b4 req-f1e7c66f-e35f-427e-aeac-3c5b28ca8375 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:25.424598 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f6aa03f2-e6a6-4779-8855-c146196803b4 req-f1e7c66f-e35f-427e-aeac-3c5b28ca8375 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 985 time: 0.0616870 Mar 09 19:56:25.501618 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f6aa03f2-e6a6-4779-8855-c146196803b4 req-533db261-029b-4f8c-880c-b6d4ddae0a43 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e6713f-5182-4fe5-b58f-8183e5936f38&id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757647 Mar 09 19:56:25.823654 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84149de9-1abc-457b-86e1-a2c64496a3ab req-bdc71bf7-4ea3-4bf3-9550-505d28b41572 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:25.825160 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-84149de9-1abc-457b-86e1-a2c64496a3ab req-bdc71bf7-4ea3-4bf3-9550-505d28b41572 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0547240 Mar 09 19:56:25.872917 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-84149de9-1abc-457b-86e1-a2c64496a3ab req-23a1cead-3773-4eda-97e9-a6eda0f46fb2 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421538 Mar 09 19:56:26.618720 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e4390-8e29-45c1-9d4a-90e55a4b4dd3 req-4b4f53fe-b9e3-41f2-a197-f753b8e994d0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:26.620177 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b21e4390-8e29-45c1-9d4a-90e55a4b4dd3 req-4b4f53fe-b9e3-41f2-a197-f753b8e994d0 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 985 time: 0.0514474 Mar 09 19:56:26.681826 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b21e4390-8e29-45c1-9d4a-90e55a4b4dd3 req-398b30f7-6b87-4dfc-8d4c-cf226d7cd687 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e6713f-5182-4fe5-b58f-8183e5936f38&id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557272 Mar 09 19:56:26.992932 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1278c8-fc63-427b-b536-8a187ba62488 req-3bc9162c-5d71-4a43-9580-51410b946da0 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:26.994280 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bd1278c8-fc63-427b-b536-8a187ba62488 req-3bc9162c-5d71-4a43-9580-51410b946da0 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0542014 Mar 09 19:56:27.041040 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bd1278c8-fc63-427b-b536-8a187ba62488 req-307516ae-1121-4cd6-ab39-35e0f213c437 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412982 Mar 09 19:56:27.496080 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c1048265-a7c7-4c47-be28-0452a466abf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:27.799666 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e2fd9-3b40-4ed0-9fee-0af5b8ef01ea req-6977b59c-9f09-4f57-81fb-b915372d8d0b tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:27.801179 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-360e2fd9-3b40-4ed0-9fee-0af5b8ef01ea req-6977b59c-9f09-4f57-81fb-b915372d8d0b tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 985 time: 0.0525355 Mar 09 19:56:27.858703 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-360e2fd9-3b40-4ed0-9fee-0af5b8ef01ea req-bf74edfc-8dcb-484a-987e-0ba66e9d8e2f tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e6713f-5182-4fe5-b58f-8183e5936f38&id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518808 Mar 09 19:56:28.208871 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d04c45-4d4e-4e1a-9168-46604b239ca2 req-3efd6b00-b272-471b-8fd7-9c1202e40114 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:28.210325 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-91d04c45-4d4e-4e1a-9168-46604b239ca2 req-3efd6b00-b272-471b-8fd7-9c1202e40114 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0878136 Mar 09 19:56:28.220591 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9daec-baeb-41e5-834a-e23255dd6616 req-b1376813-1977-48e0-9faf-7ea4c39751f2 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:28.221865 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e0d9daec-baeb-41e5-834a-e23255dd6616 req-b1376813-1977-48e0-9faf-7ea4c39751f2 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 945 time: 0.0706038 Mar 09 19:56:28.293983 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-91d04c45-4d4e-4e1a-9168-46604b239ca2 req-5e9cdafc-f2a2-4257-8e3f-d2fe56415802 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711842 Mar 09 19:56:28.298016 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e0d9daec-baeb-41e5-834a-e23255dd6616 req-1c418e82-d127-456e-b4f0-035fb07a48d4 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=28fb6ccf-e1cb-422a-b3a5-09729cd00b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698004 Mar 09 19:56:28.974743 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cf560-1339-4272-bdda-59810dc0722a req-fcc2b68e-7b12-41e1-8717-fe83fa641d8a tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:28.976217 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bf2cf560-1339-4272-bdda-59810dc0722a req-fcc2b68e-7b12-41e1-8717-fe83fa641d8a tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 985 time: 0.0537462 Mar 09 19:56:29.032468 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bf2cf560-1339-4272-bdda-59810dc0722a req-88f2bf88-ca59-4852-8cb5-a0598a39c26e tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=f3e6713f-5182-4fe5-b58f-8183e5936f38&id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506206 Mar 09 19:56:29.444397 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f081f0-5a07-4b83-b223-21e9ad5b6f0f req-7d49eca7-eaa3-4fa7-bb94-254b58a3ffb3 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:29.445862 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-34f081f0-5a07-4b83-b223-21e9ad5b6f0f req-7d49eca7-eaa3-4fa7-bb94-254b58a3ffb3 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0862117 Mar 09 19:56:29.453018 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef0e3b-4a71-4f4e-a0aa-0d239c76362e req-0a21a022-e206-45f8-915c-66bea594dbbc tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:29.454362 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e3ef0e3b-4a71-4f4e-a0aa-0d239c76362e req-0a21a022-e206-45f8-915c-66bea594dbbc tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 945 time: 0.0863292 Mar 09 19:56:29.525572 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-34f081f0-5a07-4b83-b223-21e9ad5b6f0f req-742c84ce-67dc-43dc-8ff0-d27db73e98e4 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702834 Mar 09 19:56:29.529638 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e3ef0e3b-4a71-4f4e-a0aa-0d239c76362e req-d6fb2e8c-2ac0-4f21-9b83-287b84429667 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups?id=28fb6ccf-e1cb-422a-b3a5-09729cd00b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681891 Mar 09 19:56:29.754885 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-910a5a63-76c3-4dae-9e6e-af7208ee6128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:29.965100 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47525d-58c3-43ba-80c5-710832995720 req-82d03051-4bdf-4116-bb68-eb7a5c79d3ef tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:29.966493 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9c47525d-58c3-43ba-80c5-710832995720 req-82d03051-4bdf-4116-bb68-eb7a5c79d3ef tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 945 time: 0.0508742 Mar 09 19:56:30.061689 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [req-9c47525d-58c3-43ba-80c5-710832995720 req-76cc3552-a957-4b53-a7ce-aae16ab9992a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Deleting port 69106698-e50f-4852-bccc-09285ba932af {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:56:30.062340 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-9c47525d-58c3-43ba-80c5-710832995720 req-76cc3552-a957-4b53-a7ce-aae16ab9992a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (69106698-e50f-4852-bccc-09285ba932af), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:30.148966 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-9c47525d-58c3-43ba-80c5-710832995720 req-76cc3552-a957-4b53-a7ce-aae16ab9992a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] For port 69106698-e50f-4852-bccc-09285ba932af, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69106698-e50f-4852-bccc-09285ba932af,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:56:30.149322 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-9c47525d-58c3-43ba-80c5-710832995720 req-76cc3552-a957-4b53-a7ce-aae16ab9992a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (69106698-e50f-4852-bccc-09285ba932af), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:30.309086 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-9c47525d-58c3-43ba-80c5-710832995720 req-76cc3552-a957-4b53-a7ce-aae16ab9992a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:30.309443 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-9c47525d-58c3-43ba-80c5-710832995720 req-76cc3552-a957-4b53-a7ce-aae16ab9992a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (0ccc9554-172d-459e-896d-64459201b870), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:30.309751 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [req-9c47525d-58c3-43ba-80c5-710832995720 req-76cc3552-a957-4b53-a7ce-aae16ab9992a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Floating IP 0ccc9554-172d-459e-896d-64459201b870 disassociated. External IP: 172.27.3.95, port: 69106698-e50f-4852-bccc-09285ba932af. Mar 09 19:56:30.310079 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [req-9c47525d-58c3-43ba-80c5-710832995720 req-76cc3552-a957-4b53-a7ce-aae16ab9992a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Calling delete_port for 69106698-e50f-4852-bccc-09285ba932af owned by compute:nova {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:56:30.440581 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-9c47525d-58c3-43ba-80c5-710832995720 req-76cc3552-a957-4b53-a7ce-aae16ab9992a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (69106698-e50f-4852-bccc-09285ba932af), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:30.471684 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc3552-a957-4b53-a7ce-aae16ab9992a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event deleted for resources: {'Port': ['ID=69106698-e50f-4852-bccc-09285ba932af,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:30.581261 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c47525d-58c3-43ba-80c5-710832995720 req-76cc3552-a957-4b53-a7ce-aae16ab9992a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:56:30.678445 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8f45be69-bb22-4ec8-8993-f3eebb7d2618 req-2434e401-ed1d-4a6f-8e37-cbbb6b15055b tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c425a7-a340-4cc6-accf-d607554518ef HTTP/1.1" status: 200 len: 210 time: 0.0554640 Mar 09 19:56:30.741493 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf8579-f63e-4963-b771-ae4aceb8aa44 req-f5bd9db3-63e9-4329-b9d8-a7719178ce7f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:30.742914 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bfcf8579-f63e-4963-b771-ae4aceb8aa44 req-f5bd9db3-63e9-4329-b9d8-a7719178ce7f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.1211126 Mar 09 19:56:30.751053 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c47525d-58c3-43ba-80c5-710832995720 req-76cc3552-a957-4b53-a7ce-aae16ab9992a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:56:30.761819 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7bdcf-e81b-441d-b603-038979d1cd0a None None] Sync routers for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:56:30.775809 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7bdcf-e81b-441d-b603-038979d1cd0a None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:56:30.776710 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-a1f7bdcf-e81b-441d-b603-038979d1cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:56:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:30.810868 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c47525d-58c3-43ba-80c5-710832995720 req-76cc3552-a957-4b53-a7ce-aae16ab9992a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] No DVR routers for this DVR port 69106698-e50f-4852-bccc-09285ba932af on host hv-cinder-78836 {{(pid=114604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:56:30.817402 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-9c47525d-58c3-43ba-80c5-710832995720 req-76cc3552-a957-4b53-a7ce-aae16ab9992a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:30.820637 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9c47525d-58c3-43ba-80c5-710832995720 req-76cc3552-a957-4b53-a7ce-aae16ab9992a tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.20 "DELETE /v2.0/ports/69106698-e50f-4852-bccc-09285ba932af HTTP/1.1" status: 204 len: 173 time: 0.8487420 Mar 09 19:56:30.821080 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c425a7-a340-4cc6-accf-d607554518ef', 'name': 'network-vif-deleted', 'tag': '69106698-e50f-4852-bccc-09285ba932af'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:56:30.823634 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe97bd4-3c56-48e2-b4b7-4948967a756c" -d '{"events": [{"server_uuid": "d5c425a7-a340-4cc6-accf-d607554518ef", "name": "network-vif-deleted", "tag": "69106698-e50f-4852-bccc-09285ba932af"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:56:30.847122 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bfcf8579-f63e-4963-b771-ae4aceb8aa44 req-dc35f3aa-1a9f-4401-bbe8-49626d456f36 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976551 Mar 09 19:56:30.889088 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6624376a-18e6-4325-9730-cf6b12a714cd x-openstack-request-id: req-6624376a-18e6-4325-9730-cf6b12a714cd {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:56:30.889385 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c425a7-a340-4cc6-accf-d607554518ef", "name": "network-vif-deleted", "tag": "69106698-e50f-4852-bccc-09285ba932af", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:56:30.889643 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6624376a-18e6-4325-9730-cf6b12a714cd {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:56:30.890039 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c425a7-a340-4cc6-accf-d607554518ef', 'name': 'network-vif-deleted', 'tag': '69106698-e50f-4852-bccc-09285ba932af', 'status': 'completed', 'code': 200} Mar 09 19:56:31.038474 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:31.049013 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-a1f7bdcf-e81b-441d-b603-038979d1cd0a None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:56:31.239059 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-a1f7bdcf-e81b-441d-b603-038979d1cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:31.270233 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7bdcf-e81b-441d-b603-038979d1cd0a None None] Checking router: e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:56:31.280444 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7bdcf-e81b-441d-b603-038979d1cd0a None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:56:31.281055 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-a1f7bdcf-e81b-441d-b603-038979d1cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:56:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:31.394757 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-a1f7bdcf-e81b-441d-b603-038979d1cd0a None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:56:31.583842 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-a1f7bdcf-e81b-441d-b603-038979d1cd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:31.609104 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7bdcf-e81b-441d-b603-038979d1cd0a None None] The sync data for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi is: [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:10Z', 'revision_number': 4, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '3afc5d20-f34a-4a18-870c-30730eb00de7', 'name': '', 'network_id': 'e1fb9771-c14c-449d-8f62-3d71790f8b4f', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'mac_address': 'fa:16:3e:6f:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:08Z', 'updated_at': '2022-03-09T19:50:25Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'subnets': [{'id': '1691d741-1db9-45a9-b9fc-c8baf7574710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:56:31.768844 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45502) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:31.823708 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7cb39ec5-a5ff-4951-a684-1d7e77c41ab4 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (28fb6ccf-e1cb-422a-b3a5-09729cd00b45), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:31.832621 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d16ed0-ac81-446e-a4b3-4b0b71972783 None None] New status for floating IP 0ccc9554-172d-459e-896d-64459201b870: DOWN {{(pid=114607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:56:31.848203 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7cb39ec5-a5ff-4951-a684-1d7e77c41ab4 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (28fb6ccf-e1cb-422a-b3a5-09729cd00b45), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:31.895946 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7cb39ec5-a5ff-4951-a684-1d7e77c41ab4 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (28fb6ccf-e1cb-422a-b3a5-09729cd00b45), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:31.898970 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7cb39ec5-a5ff-4951-a684-1d7e77c41ab4 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:31.903025 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45506) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:31.903574 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-7cb39ec5-a5ff-4951-a684-1d7e77c41ab4 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "DELETE /v2.0/security-groups/28fb6ccf-e1cb-422a-b3a5-09729cd00b45 HTTP/1.1" status: 204 len: 168 time: 0.1331058 Mar 09 19:56:31.913953 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb39ec5-a5ff-4951-a684-1d7e77c41ab4 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fb6ccf-e1cb-422a-b3a5-09729cd00b45,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:31.931474 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.api.v2.resource [None req-5888f665-d441-4591-b81c-7c6a0a65d5d9 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] show failed (client error): The resource could not be found. Mar 09 19:56:31.932507 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-5888f665-d441-4591-b81c-7c6a0a65d5d9 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "GET /v2.0/security-groups/28fb6ccf-e1cb-422a-b3a5-09729cd00b45 HTTP/1.1" status: 404 len: 347 time: 0.0285161 Mar 09 19:56:31.935560 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45508) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:31.984992 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296b818-72d7-4e4b-a83e-6539e61b99f3 req-222ce574-0712-4733-b7f3-4c9f23b5c0e2 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:31.986490 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9296b818-72d7-4e4b-a83e-6539e61b99f3 req-222ce574-0712-4733-b7f3-4c9f23b5c0e2 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0564590 Mar 09 19:56:32.040155 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9296b818-72d7-4e4b-a83e-6539e61b99f3 req-e9c0559a-7fb9-47ac-94a5-4c04424e8f13 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471537 Mar 09 19:56:32.066165 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-c4e6a86b-3ba8-409e-a524-2230311bbe65 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Deleting port b7232073-7bcf-474c-a25b-90c339cd9e97 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:56:32.066499 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c4e6a86b-3ba8-409e-a524-2230311bbe65 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (b7232073-7bcf-474c-a25b-90c339cd9e97), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:32.089619 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:32.142326 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c4e6a86b-3ba8-409e-a524-2230311bbe65 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (b7232073-7bcf-474c-a25b-90c339cd9e97), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:32.142570 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c4e6a86b-3ba8-409e-a524-2230311bbe65 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (b7232073-7bcf-474c-a25b-90c339cd9e97), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:32.154100 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-c4e6a86b-3ba8-409e-a524-2230311bbe65 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Calling delete_port for b7232073-7bcf-474c-a25b-90c339cd9e97 owned by network:floatingip {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:56:32.278183 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c4e6a86b-3ba8-409e-a524-2230311bbe65 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (b7232073-7bcf-474c-a25b-90c339cd9e97), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:32.302611 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6a86b-3ba8-409e-a524-2230311bbe65 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Pushing event deleted for resources: {'Port': ['ID=b7232073-7bcf-474c-a25b-90c339cd9e97,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:32.361049 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c4e6a86b-3ba8-409e-a524-2230311bbe65 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks [] for floatingip (0ccc9554-172d-459e-896d-64459201b870), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:32.363860 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c4e6a86b-3ba8-409e-a524-2230311bbe65 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:32.365040 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-c4e6a86b-3ba8-409e-a524-2230311bbe65 tempest-AttachVolumeNegativeTest-492590383 tempest-AttachVolumeNegativeTest-492590383-project] 10.222.0.16 "DELETE /v2.0/floatingips/0ccc9554-172d-459e-896d-64459201b870 HTTP/1.1" status: 204 len: 168 time: 0.4285021 Mar 09 19:56:32.473092 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:33.158251 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19087e-1f9a-4634-b908-46a4906fdae8 req-bf435b3c-b4ac-455d-b8e1-20402cab176d tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:33.159735 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0e19087e-1f9a-4634-b908-46a4906fdae8 req-bf435b3c-b4ac-455d-b8e1-20402cab176d tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0540743 Mar 09 19:56:33.211282 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0e19087e-1f9a-4634-b908-46a4906fdae8 req-f0571ca7-4061-4d8a-af1c-9c600b6cfea7 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439913 Mar 09 19:56:33.484845 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 69106698-e50f-4852-bccc-09285ba932af no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:56:33.504990 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: 69106698-e50f-4852-bccc-09285ba932af {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:56:33.505343 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 69106698-e50f-4852-bccc-09285ba932af not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:56:33.858402 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:34.328853 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca0fbe-ad74-4b97-9515-81c98456d347 req-a7c15a29-dfa5-47b5-aadf-58315a986c25 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:34.330276 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-91ca0fbe-ad74-4b97-9515-81c98456d347 req-a7c15a29-dfa5-47b5-aadf-58315a986c25 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0503867 Mar 09 19:56:34.375918 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-91ca0fbe-ad74-4b97-9515-81c98456d347 req-c6fd77bb-8b7c-4da6-91b6-ede659a09414 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401599 Mar 09 19:56:34.838877 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04410a57-2101-4cc1-9d5c-fb9e95761d3b req-8e7ec76d-66d6-4480-97f4-1905d399bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:34.840395 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-04410a57-2101-4cc1-9d5c-fb9e95761d3b req-8e7ec76d-66d6-4480-97f4-1905d399bc1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b43418ea084d90a7da278a1c129a34&device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 1130 time: 0.0432568 Mar 09 19:56:35.196157 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04410a57-2101-4cc1-9d5c-fb9e95761d3b req-96e92d25-132d-4d6a-867f-bb8fc50a2a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:35.197619 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-04410a57-2101-4cc1-9d5c-fb9e95761d3b req-96e92d25-132d-4d6a-867f-bb8fc50a2a9b service neutron] 10.222.0.20 "GET /v2.0/networks?id=78f48c1a-404b-46a8-a76c-8d73a6cab978 HTTP/1.1" status: 200 len: 909 time: 0.3446670 Mar 09 19:56:35.262407 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-04410a57-2101-4cc1-9d5c-fb9e95761d3b req-3fb5e87d-b165-47f9-b7c6-b3da2d8d1577 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 HTTP/1.1" status: 200 len: 1001 time: 0.0564587 Mar 09 19:56:35.313222 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04410a57-2101-4cc1-9d5c-fb9e95761d3b req-4b7a8b60-5d49-48e9-9e1f-463f566acef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:35.314606 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-04410a57-2101-4cc1-9d5c-fb9e95761d3b req-4b7a8b60-5d49-48e9-9e1f-463f566acef8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5d74d19-614f-4e40-b80c-b52f3e9956b9 HTTP/1.1" status: 200 len: 847 time: 0.0441206 Mar 09 19:56:35.360931 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04410a57-2101-4cc1-9d5c-fb9e95761d3b req-0251fa7b-0b06-4ae8-b8ed-8d2e8c330474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:35.362306 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-04410a57-2101-4cc1-9d5c-fb9e95761d3b req-0251fa7b-0b06-4ae8-b8ed-8d2e8c330474 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78f48c1a-404b-46a8-a76c-8d73a6cab978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415959 Mar 09 19:56:35.478403 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-04410a57-2101-4cc1-9d5c-fb9e95761d3b req-462b2ede-da78-41d5-b458-79935f52d0d1 service neutron] 10.222.0.20 "GET /v2.0/networks/78f48c1a-404b-46a8-a76c-8d73a6cab978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090112 Mar 09 19:56:35.529078 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4a31a-b57d-4677-b5af-c35e659deffb req-33628d94-574d-40ad-925e-dc3de6ec3207 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:35.530510 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-aaf4a31a-b57d-4677-b5af-c35e659deffb req-33628d94-574d-40ad-925e-dc3de6ec3207 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0905113 Mar 09 19:56:35.614142 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-04410a57-2101-4cc1-9d5c-fb9e95761d3b req-1ef6bf96-db6d-4d2d-a0e7-347c84b5b686 service neutron] 10.222.0.20 "GET /v2.0/networks/78f48c1a-404b-46a8-a76c-8d73a6cab978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292880 Mar 09 19:56:35.618514 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-aaf4a31a-b57d-4677-b5af-c35e659deffb req-e672545a-c407-40b7-8c1a-d32c6199a258 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647435 Mar 09 19:56:36.004894 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45552) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:36.496817 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-13c6395f-dcc2-4d53-9f16-fd9a3d507a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394882'] for router_interface (e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:36.733654 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121d1fe-6fd2-4281-b5d5-76ad0327cd5d req-5410fd9f-1966-4e37-b53e-385f718fb498 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:36.735140 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6121d1fe-6fd2-4281-b5d5-76ad0327cd5d req-5410fd9f-1966-4e37-b53e-385f718fb498 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0513101 Mar 09 19:56:36.781929 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6121d1fe-6fd2-4281-b5d5-76ad0327cd5d req-2be2c87d-2564-4775-8c88-5c0d98ecf5c8 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412173 Mar 09 19:56:36.783646 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-13c6395f-dcc2-4d53-9f16-fd9a3d507a2e admin admin] Deleting port 3afc5d20-f34a-4a18-870c-30730eb00de7 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:56:36.783981 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-13c6395f-dcc2-4d53-9f16-fd9a3d507a2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:37.077923 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [None req-13c6395f-dcc2-4d53-9f16-fd9a3d507a2e admin admin] For port 3afc5d20-f34a-4a18-870c-30730eb00de7, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=3afc5d20-f34a-4a18-870c-30730eb00de7,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:56:37.078599 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-13c6395f-dcc2-4d53-9f16-fd9a3d507a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:37.090163 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-13c6395f-dcc2-4d53-9f16-fd9a3d507a2e admin admin] Calling delete_port for 3afc5d20-f34a-4a18-870c-30730eb00de7 owned by network:router_interface {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:56:37.262543 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-13c6395f-dcc2-4d53-9f16-fd9a3d507a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (3afc5d20-f34a-4a18-870c-30730eb00de7), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:37.285345 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6395f-dcc2-4d53-9f16-fd9a3d507a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=3afc5d20-f34a-4a18-870c-30730eb00de7,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:37.465659 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-13c6395f-dcc2-4d53-9f16-fd9a3d507a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399378'] for router_interface (e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:37.685193 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c6395f-dcc2-4d53-9f16-fd9a3d507a2e admin admin] Router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:56:37.790861 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c6395f-dcc2-4d53-9f16-fd9a3d507a2e admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:56:37.797500 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-13c6395f-dcc2-4d53-9f16-fd9a3d507a2e admin admin] 10.222.0.16 "PUT /v2.0/routers/e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7898989 Mar 09 19:56:37.798356 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45558) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:37.799992 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9963fc3e-6b41-42d1-b654-3c25ad7f1d56 None None] Sync routers for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:56:37.812179 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9963fc3e-6b41-42d1-b654-3c25ad7f1d56 None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:56:37.812785 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-9963fc3e-6b41-42d1-b654-3c25ad7f1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:56:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:37.902902 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72195f65-35f5-458a-a76d-7f1c80198919 req-aa138617-2d59-455e-9250-107b083c2103 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:37.904365 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-72195f65-35f5-458a-a76d-7f1c80198919 req-aa138617-2d59-455e-9250-107b083c2103 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0549054 Mar 09 19:56:37.911599 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9fb102e6-429c-4620-9206-4137fbf0315d admin admin] Publish callbacks [] for router (e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:37.922176 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-9963fc3e-6b41-42d1-b654-3c25ad7f1d56 None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:56:37.960391 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-72195f65-35f5-458a-a76d-7f1c80198919 req-1dda4b14-f30f-4e4b-b5ff-502bf7627229 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494938 Mar 09 19:56:38.025443 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9fb102e6-429c-4620-9206-4137fbf0315d admin admin] Publish callbacks [] for router_gateway (e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:38.100435 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-9fb102e6-429c-4620-9206-4137fbf0315d admin admin] Deleting port f712374a-ceb3-4ca8-ae31-1ef1f45edace {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:56:38.101184 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9fb102e6-429c-4620-9206-4137fbf0315d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (f712374a-ceb3-4ca8-ae31-1ef1f45edace), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:38.153532 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-9963fc3e-6b41-42d1-b654-3c25ad7f1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:56:37Z', 'revision_number': 5, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port': {'id': 'f712374a-ceb3-4ca8-ae31-1ef1f45edace', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:50:01Z', 'updated_at': '2022-03-09T19:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:38.186976 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9963fc3e-6b41-42d1-b654-3c25ad7f1d56 None None] Checking router: e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:56:38.196033 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [None req-9fb102e6-429c-4620-9206-4137fbf0315d admin admin] For port f712374a-ceb3-4ca8-ae31-1ef1f45edace, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=f712374a-ceb3-4ca8-ae31-1ef1f45edace,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:56:38.196398 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9fb102e6-429c-4620-9206-4137fbf0315d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (f712374a-ceb3-4ca8-ae31-1ef1f45edace), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:38.202139 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9963fc3e-6b41-42d1-b654-3c25ad7f1d56 None None] Routers {'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:56:38.203299 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-9963fc3e-6b41-42d1-b654-3c25ad7f1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:56:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:38.207929 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45572) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:38.210437 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-9fb102e6-429c-4620-9206-4137fbf0315d admin admin] Calling delete_port for f712374a-ceb3-4ca8-ae31-1ef1f45edace owned by network:router_gateway {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:56:38.215388 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229b1f5c-9184-44e6-b7b4-bb5c33e237e1 req-c58309e0-48e1-4222-838b-36bf8980373e tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:38.216903 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-229b1f5c-9184-44e6-b7b4-bb5c33e237e1 req-c58309e0-48e1-4222-838b-36bf8980373e tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0704620 Mar 09 19:56:38.287364 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-229b1f5c-9184-44e6-b7b4-bb5c33e237e1 req-c8747328-db36-437c-9807-ecdcf7b05652 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597658 Mar 09 19:56:38.295219 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-9963fc3e-6b41-42d1-b654-3c25ad7f1d56 None None] Set router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 gateway port host: None {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:56:38.325736 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9acd1755-8ac8-4c6b-b085-dd299b1d3cf5 req-ca6e6165-393b-4c48-9477-ef6efe46d642 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1075900 Mar 09 19:56:38.335231 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [req-9acd1755-8ac8-4c6b-b085-dd299b1d3cf5 req-b5d7e864-bee2-40e7-8954-3d396e803e8e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114604) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 19:56:38.336582 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9acd1755-8ac8-4c6b-b085-dd299b1d3cf5 req-b5d7e864-bee2-40e7-8954-3d396e803e8e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060325 Mar 09 19:56:38.350745 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-9963fc3e-6b41-42d1-b654-3c25ad7f1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:56:38Z', 'revision_number': 6, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port_host': None}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:38.376857 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9963fc3e-6b41-42d1-b654-3c25ad7f1d56 None None] The sync data for ids ['e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2'] in dv-cinder-788366-9-iscsi is: [{'id': 'e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2', 'name': 'tempest-AttachVolumeNegativeTest-1953817790-router', 'tenant_id': '55d035a3aae24ccb9b470e06d3d01412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:56:38Z', 'revision_number': 6, 'project_id': '55d035a3aae24ccb9b470e06d3d01412', 'gw_port_host': None}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:56:38.403026 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9fb102e6-429c-4620-9206-4137fbf0315d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (f712374a-ceb3-4ca8-ae31-1ef1f45edace), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:38.433099 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb102e6-429c-4620-9206-4137fbf0315d admin admin] Pushing event deleted for resources: {'Port': ['ID=f712374a-ceb3-4ca8-ae31-1ef1f45edace,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:38.444265 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45580) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:38.496202 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9fb102e6-429c-4620-9206-4137fbf0315d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396984'] for router_gateway (e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:38.549174 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd1755-8ac8-4c6b-b085-dd299b1d3cf5 req-2ecf8753-faca-4f01-8946-1f737239c2dc tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:38.550725 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9acd1755-8ac8-4c6b-b085-dd299b1d3cf5 req-2ecf8753-faca-4f01-8946-1f737239c2dc tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports/dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 HTTP/1.1" status: 200 len: 943 time: 0.1053126 Mar 09 19:56:38.602868 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9fb102e6-429c-4620-9206-4137fbf0315d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24815'] for router (e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:38.604952 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9fb102e6-429c-4620-9206-4137fbf0315d admin admin] Publish callbacks [] for router_controller (e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2), precommit_delete_associations {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:38.669419 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9fb102e6-429c-4620-9206-4137fbf0315d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398124'] for router (e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:38.671130 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb102e6-429c-4620-9206-4137fbf0315d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 {{(pid=114605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 19:56:38.676160 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-9fb102e6-429c-4620-9206-4137fbf0315d admin admin] Publish callbacks [] for router (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:38.677411 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-9fb102e6-429c-4620-9206-4137fbf0315d admin admin] 10.222.0.16 "DELETE /v2.0/routers/e0fe66b1-c71b-49e4-b4a8-bba498d1c1d2 HTTP/1.1" status: 204 len: 168 time: 0.8781440 Mar 09 19:56:38.679818 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45592) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:38.723636 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd1bf68-9030-41c4-b94b-c587dcafcc2d admin admin] Deleting subnet 1691d741-1db9-45a9-b9fc-c8baf7574710 {{(pid=114605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 19:56:38.726820 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6bd1bf68-9030-41c4-b94b-c587dcafcc2d admin admin] Publish callbacks [] for subnet (1691d741-1db9-45a9-b9fc-c8baf7574710), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:38.770052 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6bd1bf68-9030-41c4-b94b-c587dcafcc2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8836962'] for subnet (1691d741-1db9-45a9-b9fc-c8baf7574710), precommit_delete_associations {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:38.888123 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6bd1bf68-9030-41c4-b94b-c587dcafcc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971543'] for subnet (1691d741-1db9-45a9-b9fc-c8baf7574710), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:38.958664 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6bd1bf68-9030-41c4-b94b-c587dcafcc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077724'] for subnet (1691d741-1db9-45a9-b9fc-c8baf7574710), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:38.989347 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1bf68-9030-41c4-b94b-c587dcafcc2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1691d741-1db9-45a9-b9fc-c8baf7574710,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:38.991153 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6bd1bf68-9030-41c4-b94b-c587dcafcc2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:38.998844 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1134dac7-7624-4d5a-9330-e064d7f3d81c None None] Network e1fb9771-c14c-449d-8f62-3d71790f8b4f requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:56:39.007792 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-6bd1bf68-9030-41c4-b94b-c587dcafcc2d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1691d741-1db9-45a9-b9fc-c8baf7574710 HTTP/1.1" status: 204 len: 168 time: 0.3248246 Mar 09 19:56:39.008293 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45602) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:39.080311 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3180242'] for network (e1fb9771-c14c-449d-8f62-3d71790f8b4f), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:39.141385 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] Deleting port 89c0e2f2-3458-43aa-ae38-112a9bba0463 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:56:39.141972 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (89c0e2f2-3458-43aa-ae38-112a9bba0463), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:39.143259 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c24985-0003-4c9d-b350-ca6a3ca23bff req-7c1b1c27-cded-4c5d-be50-a8252360edcc tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:39.145493 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f7c24985-0003-4c9d-b350-ca6a3ca23bff req-7c1b1c27-cded-4c5d-be50-a8252360edcc tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 946 time: 0.0714190 Mar 09 19:56:39.191029 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f7c24985-0003-4c9d-b350-ca6a3ca23bff req-87df6810-f2f4-4a99-a705-7dd03748b09a tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399425 Mar 09 19:56:39.203294 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] For port 89c0e2f2-3458-43aa-ae38-112a9bba0463, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=89c0e2f2-3458-43aa-ae38-112a9bba0463,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:56:39.203681 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (89c0e2f2-3458-43aa-ae38-112a9bba0463), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:39.216174 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] Calling delete_port for 89c0e2f2-3458-43aa-ae38-112a9bba0463 owned by network:dhcp {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:56:39.254391 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66a9797-4fbc-42a8-a119-efd466e61382 None None] DHCP port deletion for e1fb9771-c14c-449d-8f62-3d71790f8b4f request from dv-cinder-788366-9-iscsi {{(pid=114606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 19:56:39.308712 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-c66a9797-4fbc-42a8-a119-efd466e61382 None None] Deleting port 89c0e2f2-3458-43aa-ae38-112a9bba0463 {{(pid=114606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:56:39.309570 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c66a9797-4fbc-42a8-a119-efd466e61382 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (89c0e2f2-3458-43aa-ae38-112a9bba0463), before_delete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:39.326902 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (89c0e2f2-3458-43aa-ae38-112a9bba0463), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:39.360268 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=89c0e2f2-3458-43aa-ae38-112a9bba0463,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:39.370650 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] No DVR routers for this DVR port 89c0e2f2-3458-43aa-ae38-112a9bba0463 on host dv-cinder-788366-9-iscsi {{(pid=114605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:56:39.383753 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-c66a9797-4fbc-42a8-a119-efd466e61382 None None] For port 89c0e2f2-3458-43aa-ae38-112a9bba0463, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=89c0e2f2-3458-43aa-ae38-112a9bba0463,segment=NetworkSegment(b09dbc29-b4e1-404b-85b5-eb2538fe1ca3),segment_id=b09dbc29-b4e1-404b-85b5-eb2538fe1ca3)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:56:39.384874 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c66a9797-4fbc-42a8-a119-efd466e61382 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (89c0e2f2-3458-43aa-ae38-112a9bba0463), precommit_delete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:39.411614 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-c66a9797-4fbc-42a8-a119-efd466e61382 None None] Calling delete_port for 89c0e2f2-3458-43aa-ae38-112a9bba0463 owned by network:dhcp {{(pid=114606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:56:39.446854 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 89c0e2f2-3458-43aa-ae38-112a9bba0463 no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:56:39.453172 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a0963-941e-4ec4-8525-7124307e62af req-b73b0330-65c3-4d0c-9560-b0c7008a62c6 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:39.455375 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bf8a0963-941e-4ec4-8525-7124307e62af req-b73b0330-65c3-4d0c-9560-b0c7008a62c6 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0692542 Mar 09 19:56:39.461369 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972268', 'neutron.services.segments.db._delete_segments_for_network-8774125231894'] for network (e1fb9771-c14c-449d-8f62-3d71790f8b4f), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:39.492866 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fb9771-c14c-449d-8f62-3d71790f8b4f']}} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:39.502690 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3') {'for_net_delete': True} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:39.502900 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09dbc29-b4e1-404b-85b5-eb2538fe1ca3') {} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:39.525498 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774125231135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8836969'] for segment (b09dbc29-b4e1-404b-85b5-eb2538fe1ca3), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:39.529397 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bf8a0963-941e-4ec4-8525-7124307e62af req-f123fcfb-63ae-4868-93d3-ae3a97f364b0 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669580 Mar 09 19:56:39.536115 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: 89c0e2f2-3458-43aa-ae38-112a9bba0463 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:56:39.536517 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 89c0e2f2-3458-43aa-ae38-112a9bba0463 not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:56:39.536936 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 3afc5d20-f34a-4a18-870c-30730eb00de7 no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:56:39.559627 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (b09dbc29-b4e1-404b-85b5-eb2538fe1ca3), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:39.564790 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: 3afc5d20-f34a-4a18-870c-30730eb00de7 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:56:39.565393 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 3afc5d20-f34a-4a18-870c-30730eb00de7 not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:56:39.565740 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device f712374a-ceb3-4ca8-ae31-1ef1f45edace no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:56:39.567916 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=114605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 19:56:39.571993 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8836815'] for segment (b09dbc29-b4e1-404b-85b5-eb2538fe1ca3), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: Traceback (most recent call last): Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: timer() Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: cb(*args, **kw) Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: return func(*args, **kwargs) Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: self._notify() Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: self.callback(batched_events) Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: event.method(event) Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: return f(self, *a, **k) Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: return self._get(url).json() Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: return self.request(url, 'GET', **kwargs) Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 19:56:39.574278 dv-cinder-788366-9-iscsi neutron-server[114605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 19:56:39.626900 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: f712374a-ceb3-4ca8-ae31-1ef1f45edace {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:56:39.627284 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device f712374a-ceb3-4ca8-ae31-1ef1f45edace not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:56:39.647788 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396956'] for network (e1fb9771-c14c-449d-8f62-3d71790f8b4f), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:39.658668 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:39.664554 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e1fb9771-c14c-449d-8f62-3d71790f8b4f HTTP/1.1" status: 204 len: 168 time: 0.6550734 Mar 09 19:56:39.676875 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabaf906-126c-403e-8e01-987a57dbeaa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1fb9771-c14c-449d-8f62-3d71790f8b4f,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:39.696619 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c66a9797-4fbc-42a8-a119-efd466e61382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503'] for port (89c0e2f2-3458-43aa-ae38-112a9bba0463), after_delete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:39.719790 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c66a9797-4fbc-42a8-a119-efd466e61382 None None] Network e1fb9771-c14c-449d-8f62-3d71790f8b4f is not hosted by any dhcp agent {{(pid=114606) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 09 19:56:39.720399 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a9797-4fbc-42a8-a119-efd466e61382 None None] No DVR routers for this DVR port 89c0e2f2-3458-43aa-ae38-112a9bba0463 on host dv-cinder-788366-9-iscsi {{(pid=114606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:56:39.721812 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a9797-4fbc-42a8-a119-efd466e61382 None None] Pushing event deleted for resources: {'Port': ['ID=89c0e2f2-3458-43aa-ae38-112a9bba0463,revision_number=None']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:39.802314 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45608) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:39.840421 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-2a93839a-8e56-4d3f-acb3-afa6dec4f904 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=55d035a3aae24ccb9b470e06d3d01412&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0368724 Mar 09 19:56:39.842685 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45610) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:39.891968 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-df44d2ba-0977-4779-9df8-a26674bf37e6 admin admin] Publish callbacks [] for security_group (15aa34f4-df08-413d-8481-7ad1409aba3c), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:39.912547 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-df44d2ba-0977-4779-9df8-a26674bf37e6 admin admin] Publish callbacks [] for security_group (15aa34f4-df08-413d-8481-7ad1409aba3c), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:39.958821 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-df44d2ba-0977-4779-9df8-a26674bf37e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (15aa34f4-df08-413d-8481-7ad1409aba3c), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:39.961346 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-df44d2ba-0977-4779-9df8-a26674bf37e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:39.962492 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-df44d2ba-0977-4779-9df8-a26674bf37e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15aa34f4-df08-413d-8481-7ad1409aba3c HTTP/1.1" status: 204 len: 168 time: 0.1189444 Mar 09 19:56:39.970909 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df44d2ba-0977-4779-9df8-a26674bf37e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aa34f4-df08-413d-8481-7ad1409aba3c,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:40.023192 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd1755-8ac8-4c6b-b085-dd299b1d3cf5 req-73fdf351-f9a8-43be-88bf-ef54e11ea955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:40.024740 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9acd1755-8ac8-4c6b-b085-dd299b1d3cf5 req-73fdf351-f9a8-43be-88bf-ef54e11ea955 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4&tenant_id=62b43418ea084d90a7da278a1c129a34 HTTP/1.1" status: 200 len: 1130 time: 0.0447628 Mar 09 19:56:40.089091 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd1755-8ac8-4c6b-b085-dd299b1d3cf5 req-7e885109-2ba0-44e1-9b0f-6d2f610d0ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:40.090584 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9acd1755-8ac8-4c6b-b085-dd299b1d3cf5 req-7e885109-2ba0-44e1-9b0f-6d2f610d0ce7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b43418ea084d90a7da278a1c129a34&device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 1130 time: 0.0446115 Mar 09 19:56:40.183678 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd1755-8ac8-4c6b-b085-dd299b1d3cf5 req-644b74ae-a84c-434a-9c93-255b752cacec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:40.185155 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9acd1755-8ac8-4c6b-b085-dd299b1d3cf5 req-644b74ae-a84c-434a-9c93-255b752cacec service neutron] 10.222.0.20 "GET /v2.0/networks?id=78f48c1a-404b-46a8-a76c-8d73a6cab978 HTTP/1.1" status: 200 len: 909 time: 0.0875945 Mar 09 19:56:40.251358 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9acd1755-8ac8-4c6b-b085-dd299b1d3cf5 req-592d3bf0-be92-4644-8aa7-755fc057e58c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 HTTP/1.1" status: 200 len: 1001 time: 0.0582047 Mar 09 19:56:40.331023 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd1755-8ac8-4c6b-b085-dd299b1d3cf5 req-13a4da9f-92fd-4452-a9e0-d6af8299cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:40.332534 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9acd1755-8ac8-4c6b-b085-dd299b1d3cf5 req-13a4da9f-92fd-4452-a9e0-d6af8299cd73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5d74d19-614f-4e40-b80c-b52f3e9956b9 HTTP/1.1" status: 200 len: 847 time: 0.0754268 Mar 09 19:56:40.357894 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccbc72-859c-44e6-88f7-0aa6a655048a req-8c20935a-55ea-4b8b-ae1a-d48bca58a54b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:40.359347 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a1ccbc72-859c-44e6-88f7-0aa6a655048a req-8c20935a-55ea-4b8b-ae1a-d48bca58a54b tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 946 time: 0.0728483 Mar 09 19:56:40.422437 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd1755-8ac8-4c6b-b085-dd299b1d3cf5 req-50e088e8-a176-484c-9492-9c74e709e146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:40.423937 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9acd1755-8ac8-4c6b-b085-dd299b1d3cf5 req-50e088e8-a176-484c-9492-9c74e709e146 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78f48c1a-404b-46a8-a76c-8d73a6cab978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840337 Mar 09 19:56:40.428644 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a1ccbc72-859c-44e6-88f7-0aa6a655048a req-47d205e6-6d96-4ce7-8bc2-fa737cbcd64d tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups?id=b80a1da1-85a0-492a-8ebc-cd9faf95e559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543778 Mar 09 19:56:40.518625 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479d6de-72b1-48f0-95af-8fd4b1aff7a9 req-38f2a887-42ca-4cdd-9467-69d211455d6e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:40.520299 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-5479d6de-72b1-48f0-95af-8fd4b1aff7a9 req-38f2a887-42ca-4cdd-9467-69d211455d6e tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.20 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 946 time: 0.0536990 Mar 09 19:56:40.532540 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9acd1755-8ac8-4c6b-b085-dd299b1d3cf5 req-946e8cb2-0ba6-4862-9e48-bc2f2d2a3e60 service neutron] 10.222.0.20 "GET /v2.0/networks/78f48c1a-404b-46a8-a76c-8d73a6cab978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011779 Mar 09 19:56:40.634641 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-5479d6de-72b1-48f0-95af-8fd4b1aff7a9 req-0e2c20bc-3b7f-4e96-ae16-0377dc48a9c4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Deleting port 765039f0-2f75-459c-8427-55debd69aaa0 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:56:40.634985 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-5479d6de-72b1-48f0-95af-8fd4b1aff7a9 req-0e2c20bc-3b7f-4e96-ae16-0377dc48a9c4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (765039f0-2f75-459c-8427-55debd69aaa0), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:40.678545 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9acd1755-8ac8-4c6b-b085-dd299b1d3cf5 req-5529c98d-2e7c-4757-b625-ef0b156a4e1e service neutron] 10.222.0.20 "GET /v2.0/networks/78f48c1a-404b-46a8-a76c-8d73a6cab978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306481 Mar 09 19:56:40.694751 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106e4fc-7e00-4427-afb5-47ead0e7deb5 req-4680e4f2-abd9-4060-8df1-2edaf7aa032d tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:40.696812 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2106e4fc-7e00-4427-afb5-47ead0e7deb5 req-4680e4f2-abd9-4060-8df1-2edaf7aa032d tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0804439 Mar 09 19:56:40.731580 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-5479d6de-72b1-48f0-95af-8fd4b1aff7a9 req-0e2c20bc-3b7f-4e96-ae16-0377dc48a9c4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] For port 765039f0-2f75-459c-8427-55debd69aaa0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=765039f0-2f75-459c-8427-55debd69aaa0,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:56:40.731947 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-5479d6de-72b1-48f0-95af-8fd4b1aff7a9 req-0e2c20bc-3b7f-4e96-ae16-0377dc48a9c4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (765039f0-2f75-459c-8427-55debd69aaa0), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:40.749582 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2106e4fc-7e00-4427-afb5-47ead0e7deb5 req-44cbf310-7415-4428-a51a-24ba842d09be tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464528 Mar 09 19:56:40.900608 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-5479d6de-72b1-48f0-95af-8fd4b1aff7a9 req-0e2c20bc-3b7f-4e96-ae16-0377dc48a9c4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:40.900971 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-5479d6de-72b1-48f0-95af-8fd4b1aff7a9 req-0e2c20bc-3b7f-4e96-ae16-0377dc48a9c4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (6c90fd30-772d-4f7f-ab2e-3414699c1524), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:40.901283 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.l3_db [req-5479d6de-72b1-48f0-95af-8fd4b1aff7a9 req-0e2c20bc-3b7f-4e96-ae16-0377dc48a9c4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Floating IP 6c90fd30-772d-4f7f-ab2e-3414699c1524 disassociated. External IP: 172.27.3.18, port: 765039f0-2f75-459c-8427-55debd69aaa0. Mar 09 19:56:40.901614 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-5479d6de-72b1-48f0-95af-8fd4b1aff7a9 req-0e2c20bc-3b7f-4e96-ae16-0377dc48a9c4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Calling delete_port for 765039f0-2f75-459c-8427-55debd69aaa0 owned by compute:nova {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:56:41.033525 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-5479d6de-72b1-48f0-95af-8fd4b1aff7a9 req-0e2c20bc-3b7f-4e96-ae16-0377dc48a9c4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (765039f0-2f75-459c-8427-55debd69aaa0), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:41.063921 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c20bc-3b7f-4e96-ae16-0377dc48a9c4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Pushing event deleted for resources: {'Port': ['ID=765039f0-2f75-459c-8427-55debd69aaa0,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:41.417259 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5479d6de-72b1-48f0-95af-8fd4b1aff7a9 req-0e2c20bc-3b7f-4e96-ae16-0377dc48a9c4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Router 2a72f63c-3d6e-4079-9d26-b0148203bb48 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:56:41.529905 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5479d6de-72b1-48f0-95af-8fd4b1aff7a9 req-0e2c20bc-3b7f-4e96-ae16-0377dc48a9c4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:56:41.533034 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:56:41.538093 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8709f29e-eca2-4871-9f29-6f6a8541f0a2 req-610df514-4aa1-4664-819f-bc6a32b08b87 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/ports?device_id=1207eea1-f70d-49bf-b288-11a7db0a55b6 HTTP/1.1" status: 200 len: 210 time: 0.0327289 Mar 09 19:56:41.542636 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1f832-5ab8-4ccd-86ed-4960c2c0a588 None None] Sync routers for ids ['2a72f63c-3d6e-4079-9d26-b0148203bb48'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:56:41.556845 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba1f832-5ab8-4ccd-86ed-4960c2c0a588 None None] Routers {'2a72f63c-3d6e-4079-9d26-b0148203bb48'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:56:41.557636 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-3ba1f832-5ab8-4ccd-86ed-4960c2c0a588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:56:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['2a72f63c-3d6e-4079-9d26-b0148203bb48'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:41.595061 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-5479d6de-72b1-48f0-95af-8fd4b1aff7a9 req-0e2c20bc-3b7f-4e96-ae16-0377dc48a9c4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] No DVR routers for this DVR port 765039f0-2f75-459c-8427-55debd69aaa0 on host hv-cinder-78836 {{(pid=114605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:56:41.597700 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-5479d6de-72b1-48f0-95af-8fd4b1aff7a9 req-0e2c20bc-3b7f-4e96-ae16-0377dc48a9c4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:41.601354 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-5479d6de-72b1-48f0-95af-8fd4b1aff7a9 req-0e2c20bc-3b7f-4e96-ae16-0377dc48a9c4 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.20 "DELETE /v2.0/ports/765039f0-2f75-459c-8427-55debd69aaa0 HTTP/1.1" status: 204 len: 173 time: 1.0711074 Mar 09 19:56:41.601604 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1207eea1-f70d-49bf-b288-11a7db0a55b6', 'name': 'network-vif-deleted', 'tag': '765039f0-2f75-459c-8427-55debd69aaa0'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:56:41.603865 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812cba00-b522-4a26-a92f-6d9de473a31e" -d '{"events": [{"server_uuid": "1207eea1-f70d-49bf-b288-11a7db0a55b6", "name": "network-vif-deleted", "tag": "765039f0-2f75-459c-8427-55debd69aaa0"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:56:41.729649 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695bd39d-a120-4103-910d-7869c46d767d x-openstack-request-id: req-695bd39d-a120-4103-910d-7869c46d767d {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:56:41.729965 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1207eea1-f70d-49bf-b288-11a7db0a55b6", "name": "network-vif-deleted", "tag": "765039f0-2f75-459c-8427-55debd69aaa0", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:56:41.730218 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-695bd39d-a120-4103-910d-7869c46d767d {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:56:41.730617 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1207eea1-f70d-49bf-b288-11a7db0a55b6', 'name': 'network-vif-deleted', 'tag': '765039f0-2f75-459c-8427-55debd69aaa0', 'status': 'completed', 'code': 200} Mar 09 19:56:41.774880 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 is: ACTIVE; New status is: DOWN {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:56:41.775791 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:41.797923 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-3ba1f832-5ab8-4ccd-86ed-4960c2c0a588 None None] Set router 2a72f63c-3d6e-4079-9d26-b0148203bb48 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:56:41.798388 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551acae4-4699-4e90-95eb-243cdd19aff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:56:41.801168 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f46188-d862-4337-bbdb-9fee841277d5" -d '{"events": [{"server_uuid": "551acae4-4699-4e90-95eb-243cdd19aff4", "name": "network-vif-unplugged", "status": "completed", "tag": "dc8d34a5-7986-4102-ab2b-9f22f2e8bf07"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:56:41.821694 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07,segment=NetworkSegment(c1d3b307-6053-4dc9-a67f-179590ab7bd6),segment_id=c1d3b307-6053-4dc9-a67f-179590ab7bd6)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:56:41.829514 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:41.855199 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Mar 2022 19:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3199d07b-e6cf-4706-a12f-76f4292cd7ee x-openstack-request-id: req-3199d07b-e6cf-4706-a12f-76f4292cd7ee {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:56:41.855507 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551acae4-4699-4e90-95eb-243cdd19aff4", "name": "network-vif-unplugged", "status": "completed", "tag": "dc8d34a5-7986-4102-ab2b-9f22f2e8bf07", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:56:41.855760 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3199d07b-e6cf-4706-a12f-76f4292cd7ee {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:56:41.856190 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551acae4-4699-4e90-95eb-243cdd19aff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07', 'code': 200} Mar 09 19:56:41.868250 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5af3-bbe6-4ee8-b339-3a010c91676b req-0a3b682f-171e-4062-b094-3805f1ca2106 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:41.870571 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fd8e5af3-bbe6-4ee8-b339-3a010c91676b req-0a3b682f-171e-4062-b094-3805f1ca2106 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0552866 Mar 09 19:56:41.884582 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07,revision_number=6']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:41.921162 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fd8e5af3-bbe6-4ee8-b339-3a010c91676b req-a1ee4c7f-eb31-4018-96d3-008fbaa17058 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457964 Mar 09 19:56:42.005786 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-3ba1f832-5ab8-4ccd-86ed-4960c2c0a588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:50:01Z', 'revision_number': 4, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'f76d5962-0b4a-448f-b357-6077a46e2ce7', 'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'mac_address': 'fa:16:3e:c7:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:12Z', 'revision_number': 5, 'project_id': '52cda80c344647d9be865c160e333e2b', 'subnets': [{'id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:42.036157 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1f832-5ab8-4ccd-86ed-4960c2c0a588 None None] Checking router: 2a72f63c-3d6e-4079-9d26-b0148203bb48 for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:56:42.045425 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba1f832-5ab8-4ccd-86ed-4960c2c0a588 None None] Routers {'2a72f63c-3d6e-4079-9d26-b0148203bb48'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:56:42.046080 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-3ba1f832-5ab8-4ccd-86ed-4960c2c0a588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:56:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['2a72f63c-3d6e-4079-9d26-b0148203bb48'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:42.154801 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-3ba1f832-5ab8-4ccd-86ed-4960c2c0a588 None None] Set router 2a72f63c-3d6e-4079-9d26-b0148203bb48 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:56:42.354418 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-3ba1f832-5ab8-4ccd-86ed-4960c2c0a588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:50:01Z', 'revision_number': 4, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'f76d5962-0b4a-448f-b357-6077a46e2ce7', 'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'mac_address': 'fa:16:3e:c7:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:12Z', 'revision_number': 5, 'project_id': '52cda80c344647d9be865c160e333e2b', 'subnets': [{'id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:42.381558 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1f832-5ab8-4ccd-86ed-4960c2c0a588 None None] The sync data for ids ['2a72f63c-3d6e-4079-9d26-b0148203bb48'] in dv-cinder-788366-9-iscsi is: [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:50:01Z', 'revision_number': 4, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'f76d5962-0b4a-448f-b357-6077a46e2ce7', 'name': '', 'network_id': '2333c970-a951-49ee-a7ad-57bc53c804b9', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'mac_address': 'fa:16:3e:c7:0a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:59Z', 'updated_at': '2022-03-09T19:50:12Z', 'revision_number': 5, 'project_id': '52cda80c344647d9be865c160e333e2b', 'subnets': [{'id': '745bc262-f6dc-493a-8098-f645b9a00e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:56:42.629175 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b589d749-43ca-4cf8-84fd-da7d45e92aa6 None None] New status for floating IP 6c90fd30-772d-4f7f-ab2e-3414699c1524: DOWN {{(pid=114606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:56:42.633940 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45684) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:42.685762 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3594ddf4-1261-47c4-b9c1-c0229bd97022 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group (b80a1da1-85a0-492a-8ebc-cd9faf95e559), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:42.708473 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3594ddf4-1261-47c4-b9c1-c0229bd97022 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group (b80a1da1-85a0-492a-8ebc-cd9faf95e559), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:42.756935 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3594ddf4-1261-47c4-b9c1-c0229bd97022 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (b80a1da1-85a0-492a-8ebc-cd9faf95e559), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:42.760123 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3594ddf4-1261-47c4-b9c1-c0229bd97022 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:42.763691 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-3594ddf4-1261-47c4-b9c1-c0229bd97022 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "DELETE /v2.0/security-groups/b80a1da1-85a0-492a-8ebc-cd9faf95e559 HTTP/1.1" status: 204 len: 168 time: 0.1263299 Mar 09 19:56:42.764046 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45686) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:42.771082 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594ddf4-1261-47c4-b9c1-c0229bd97022 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80a1da1-85a0-492a-8ebc-cd9faf95e559,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:42.778862 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.api.v2.resource [None req-6c510dac-bbf6-483b-a217-72fbafdee885 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] show failed (client error): The resource could not be found. Mar 09 19:56:42.779876 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-6c510dac-bbf6-483b-a217-72fbafdee885 tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "GET /v2.0/security-groups/b80a1da1-85a0-492a-8ebc-cd9faf95e559 HTTP/1.1" status: 404 len: 347 time: 0.0142698 Mar 09 19:56:42.782693 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45688) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:42.902131 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-961f8ef5-dec4-438a-a332-d7e82455ea4c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Deleting port 8fd1b466-7852-4ddf-84c4-ae61d5b17a62 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:56:42.902465 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-961f8ef5-dec4-438a-a332-d7e82455ea4c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (8fd1b466-7852-4ddf-84c4-ae61d5b17a62), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:42.977755 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-961f8ef5-dec4-438a-a332-d7e82455ea4c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (8fd1b466-7852-4ddf-84c4-ae61d5b17a62), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:42.978079 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-961f8ef5-dec4-438a-a332-d7e82455ea4c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for floatingip (8fd1b466-7852-4ddf-84c4-ae61d5b17a62), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:42.990048 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-961f8ef5-dec4-438a-a332-d7e82455ea4c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Calling delete_port for 8fd1b466-7852-4ddf-84c4-ae61d5b17a62 owned by network:floatingip {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:56:43.036635 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d4b45-2c72-4c37-a27b-66d565012b83 req-7aa9aec9-b918-4b1c-99f7-1efe7fa25e49 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:43.038095 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cc8d4b45-2c72-4c37-a27b-66d565012b83 req-7aa9aec9-b918-4b1c-99f7-1efe7fa25e49 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 944 time: 0.0513546 Mar 09 19:56:43.085841 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cc8d4b45-2c72-4c37-a27b-66d565012b83 req-24e52a90-fad0-4100-90c5-608367edf90c tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420799 Mar 09 19:56:43.125294 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-961f8ef5-dec4-438a-a332-d7e82455ea4c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (8fd1b466-7852-4ddf-84c4-ae61d5b17a62), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:43.166280 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f8ef5-dec4-438a-a332-d7e82455ea4c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Pushing event deleted for resources: {'Port': ['ID=8fd1b466-7852-4ddf-84c4-ae61d5b17a62,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:43.224814 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-961f8ef5-dec4-438a-a332-d7e82455ea4c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks [] for floatingip (6c90fd30-772d-4f7f-ab2e-3414699c1524), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:43.227396 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-961f8ef5-dec4-438a-a332-d7e82455ea4c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:43.228572 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-961f8ef5-dec4-438a-a332-d7e82455ea4c tempest-AttachVolumeShelveTestJSON-310563567 tempest-AttachVolumeShelveTestJSON-310563567-project] 10.222.0.16 "DELETE /v2.0/floatingips/6c90fd30-772d-4f7f-ab2e-3414699c1524 HTTP/1.1" status: 204 len: 168 time: 0.4449956 Mar 09 19:56:44.205586 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a417a-44c3-4ff3-8ba4-f22cfaceb6ce req-b1e4f84d-e53f-40aa-9e60-5d6b1d515346 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:44.207550 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bb9a417a-44c3-4ff3-8ba4-f22cfaceb6ce req-b1e4f84d-e53f-40aa-9e60-5d6b1d515346 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 944 time: 0.0538728 Mar 09 19:56:44.254925 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-bb9a417a-44c3-4ff3-8ba4-f22cfaceb6ce req-9717faad-b5ac-487f-8afd-86cf72571fa2 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417819 Mar 09 19:56:45.526397 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa76e4-2390-4b18-951d-9da9e2c9aa56 req-247a030f-3685-4546-b01d-5f36f00bbaa6 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:45.527881 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-84fa76e4-2390-4b18-951d-9da9e2c9aa56 req-247a030f-3685-4546-b01d-5f36f00bbaa6 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 944 time: 0.0541670 Mar 09 19:56:45.552377 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 765039f0-2f75-459c-8427-55debd69aaa0 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:56:45.573032 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: 765039f0-2f75-459c-8427-55debd69aaa0 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:56:45.573392 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 765039f0-2f75-459c-8427-55debd69aaa0 not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:56:45.580645 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-84fa76e4-2390-4b18-951d-9da9e2c9aa56 req-3ce91356-2a53-45da-809f-abe114f106d8 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472701 Mar 09 19:56:46.717052 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc427c-dbab-43f2-a4e3-3d7a10fbe77e req-b0be4a6b-ae0b-42e0-9e19-666c3a0d3a6a tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:46.718408 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-befc427c-dbab-43f2-a4e3-3d7a10fbe77e req-b0be4a6b-ae0b-42e0-9e19-666c3a0d3a6a tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 944 time: 0.0545938 Mar 09 19:56:46.767879 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-befc427c-dbab-43f2-a4e3-3d7a10fbe77e req-1f5ce054-9931-4d82-ad41-9dfd5d6c6009 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437782 Mar 09 19:56:46.877909 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe3f0c-4114-4fef-8363-19bfc6796854 req-bb57fe00-a25e-41a1-83b5-d7878da4d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:46.880254 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-0ffe3f0c-4114-4fef-8363-19bfc6796854 req-bb57fe00-a25e-41a1-83b5-d7878da4d142 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 1128 time: 0.0542829 Mar 09 19:56:46.931744 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-0ffe3f0c-4114-4fef-8363-19bfc6796854 req-3ce1bb35-c567-4d07-84a9-e6077ba78917 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451136 Mar 09 19:56:47.718480 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45754) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:47.891548 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38685d1d-66c8-47a9-ad70-0eace3087301 req-72d451ae-0b2e-4cef-b783-fa64ee812fd0 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:47.893304 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-38685d1d-66c8-47a9-ad70-0eace3087301 req-72d451ae-0b2e-4cef-b783-fa64ee812fd0 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 944 time: 0.0559189 Mar 09 19:56:47.953650 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-38685d1d-66c8-47a9-ad70-0eace3087301 req-f0e2f692-ca04-4aaa-9dfd-0dc1d3f9ef98 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484433 Mar 09 19:56:48.226122 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b7f7c1fe-6bae-4a22-be2b-3a38787126ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394882'] for router_interface (2a72f63c-3d6e-4079-9d26-b0148203bb48), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:48.275744 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45776) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:48.376480 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-515446ae-89b3-438e-afe3-9f4bb2891208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:48.457108 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-515446ae-89b3-438e-afe3-9f4bb2891208 admin admin] Publish callbacks [] for security_group (3db227bd-99ab-4392-8f8e-9f83af2cb2d5), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:48.461322 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-515446ae-89b3-438e-afe3-9f4bb2891208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (3db227bd-99ab-4392-8f8e-9f83af2cb2d5), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:48.479165 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-b7f7c1fe-6bae-4a22-be2b-3a38787126ba admin admin] Deleting port f76d5962-0b4a-448f-b357-6077a46e2ce7 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:56:48.479498 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b7f7c1fe-6bae-4a22-be2b-3a38787126ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:48.501818 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-515446ae-89b3-438e-afe3-9f4bb2891208 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43750927990145be9b494401ea39006b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249596 Mar 09 19:56:48.502654 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515446ae-89b3-438e-afe3-9f4bb2891208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db227bd-99ab-4392-8f8e-9f83af2cb2d5,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:48.505465 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45780) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:48.591612 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [None req-b7f7c1fe-6bae-4a22-be2b-3a38787126ba admin admin] For port f76d5962-0b4a-448f-b357-6077a46e2ce7, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=f76d5962-0b4a-448f-b357-6077a46e2ce7,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:56:48.591967 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b7f7c1fe-6bae-4a22-be2b-3a38787126ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:48.610634 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-b7f7c1fe-6bae-4a22-be2b-3a38787126ba admin admin] Calling delete_port for f76d5962-0b4a-448f-b357-6077a46e2ce7 owned by network:router_interface {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:56:48.617864 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7f583734-b8cf-471a-a5df-b95fb51d2a56 admin admin] Publish callbacks [] for security_group (3db227bd-99ab-4392-8f8e-9f83af2cb2d5), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:48.672213 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7f583734-b8cf-471a-a5df-b95fb51d2a56 admin admin] Publish callbacks [] for security_group (3db227bd-99ab-4392-8f8e-9f83af2cb2d5), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:48.773213 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7f583734-b8cf-471a-a5df-b95fb51d2a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (3db227bd-99ab-4392-8f8e-9f83af2cb2d5), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:48.775597 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7f583734-b8cf-471a-a5df-b95fb51d2a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:48.776741 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-7f583734-b8cf-471a-a5df-b95fb51d2a56 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3db227bd-99ab-4392-8f8e-9f83af2cb2d5 HTTP/1.1" status: 204 len: 168 time: 0.2701831 Mar 09 19:56:48.792172 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f583734-b8cf-471a-a5df-b95fb51d2a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db227bd-99ab-4392-8f8e-9f83af2cb2d5,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:48.845288 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b7f7c1fe-6bae-4a22-be2b-3a38787126ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (f76d5962-0b4a-448f-b357-6077a46e2ce7), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:48.880038 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7c1fe-6bae-4a22-be2b-3a38787126ba admin admin] Pushing event deleted for resources: {'Port': ['ID=f76d5962-0b4a-448f-b357-6077a46e2ce7,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:49.067330 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b7f7c1fe-6bae-4a22-be2b-3a38787126ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399378'] for router_interface (2a72f63c-3d6e-4079-9d26-b0148203bb48), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:49.111065 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6eec6-318f-455c-8ea7-6571440c1c1b req-4695d580-ca9f-4831-b493-5c1a62d3b58a tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:49.113168 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cce6eec6-318f-455c-8ea7-6571440c1c1b req-4695d580-ca9f-4831-b493-5c1a62d3b58a tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 944 time: 0.0715394 Mar 09 19:56:49.169804 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cce6eec6-318f-455c-8ea7-6571440c1c1b req-9343453d-bc8f-46a6-930d-fa67a241b2e7 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495870 Mar 09 19:56:49.310235 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f7c1fe-6bae-4a22-be2b-3a38787126ba admin admin] Router 2a72f63c-3d6e-4079-9d26-b0148203bb48 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:56:49.417583 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f7c1fe-6bae-4a22-be2b-3a38787126ba admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:56:49.422786 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-b7f7c1fe-6bae-4a22-be2b-3a38787126ba admin admin] 10.222.0.16 "PUT /v2.0/routers/2a72f63c-3d6e-4079-9d26-b0148203bb48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7032905 Mar 09 19:56:49.425517 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45806) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:49.429772 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670a964-bff6-4973-b035-a55de95f8b63 None None] Sync routers for ids ['2a72f63c-3d6e-4079-9d26-b0148203bb48'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:56:49.449441 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9670a964-bff6-4973-b035-a55de95f8b63 None None] Routers {'2a72f63c-3d6e-4079-9d26-b0148203bb48'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:56:49.450057 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-9670a964-bff6-4973-b035-a55de95f8b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:56:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['2a72f63c-3d6e-4079-9d26-b0148203bb48'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:49.464366 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45808) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:49.537471 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4a358e9d-d563-4b04-8fd4-3d763f0d46c4 admin admin] Publish callbacks [] for router (2a72f63c-3d6e-4079-9d26-b0148203bb48), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:49.560187 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-9670a964-bff6-4973-b035-a55de95f8b63 None None] Set router 2a72f63c-3d6e-4079-9d26-b0148203bb48 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:56:49.565612 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-3cf32964-85f7-4b53-9e13-0028ee93dbfc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-984518949-network', 'tenant_id': '12626cd3d86d4b7292968331e6dac1a4'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:56:49.583054 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:56:49.594189 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf32964-85f7-4b53-9e13-0028ee93dbfc admin admin] Made reservation on behalf of 12626cd3d86d4b7292968331e6dac1a4 for: {'network': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:56:49.598569 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3cf32964-85f7-4b53-9e13-0028ee93dbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:49.608923 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3cf32964-85f7-4b53-9e13-0028ee93dbfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:49.708746 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3cf32964-85f7-4b53-9e13-0028ee93dbfc admin admin] Publish callbacks [] for security_group (ec364ab5-c275-467d-b815-a853878aa27d), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:49.711111 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07,segment=NetworkSegment(c1d3b307-6053-4dc9-a67f-179590ab7bd6),segment_id=c1d3b307-6053-4dc9-a67f-179590ab7bd6)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:56:49.715647 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3cf32964-85f7-4b53-9e13-0028ee93dbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (ec364ab5-c275-467d-b815-a853878aa27d), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:49.726320 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07', 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978', 'port_id': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07', 'mac_address': 'fa:16:3e:87:68:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:56:49.748809 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf32964-85f7-4b53-9e13-0028ee93dbfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=114604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 19:56:49.761645 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf32964-85f7-4b53-9e13-0028ee93dbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec364ab5-c275-467d-b815-a853878aa27d,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:49.771856 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3cf32964-85f7-4b53-9e13-0028ee93dbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (0113dd57-ac75-4acc-994f-d44ce8af0af6), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:49.772261 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.segments_db [None req-3cf32964-85f7-4b53-9e13-0028ee93dbfc admin admin] Added segment 0113dd57-ac75-4acc-994f-d44ce8af0af6 of type vlan for network 94453a7b-2e57-489a-bd45-f100450b425e Mar 09 19:56:49.794151 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:56:49.794869 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:49.795445 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-9670a964-bff6-4973-b035-a55de95f8b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:56:48Z', 'revision_number': 5, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:49.810278 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:56:49.827298 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670a964-bff6-4973-b035-a55de95f8b63 None None] Checking router: 2a72f63c-3d6e-4079-9d26-b0148203bb48 for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:56:49.827823 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3cf32964-85f7-4b53-9e13-0028ee93dbfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (94453a7b-2e57-489a-bd45-f100450b425e), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:49.837705 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9670a964-bff6-4973-b035-a55de95f8b63 None None] Routers {'2a72f63c-3d6e-4079-9d26-b0148203bb48'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:56:49.838459 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-9670a964-bff6-4973-b035-a55de95f8b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:56:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['2a72f63c-3d6e-4079-9d26-b0148203bb48'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:49.842581 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07,segment=NetworkSegment(c1d3b307-6053-4dc9-a67f-179590ab7bd6),segment_id=c1d3b307-6053-4dc9-a67f-179590ab7bd6)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:56:49.848313 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:49.864800 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3cf32964-85f7-4b53-9e13-0028ee93dbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (94453a7b-2e57-489a-bd45-f100450b425e), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:49.865921 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf32964-85f7-4b53-9e13-0028ee93dbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:49.866498 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3cf32964-85f7-4b53-9e13-0028ee93dbfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:49.902545 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-3cf32964-85f7-4b53-9e13-0028ee93dbfc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4370143 Mar 09 19:56:49.908331 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07,revision_number=7']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:49.909578 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45812) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:49.917119 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-33f588da-cae4-4f90-8f5b-119f6ef8f748 admin admin] Request body: {'subnet': {'network_id': '94453a7b-2e57-489a-bd45-f100450b425e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-984518949-subnet', 'tenant_id': '12626cd3d86d4b7292968331e6dac1a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:56:49.932641 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4a358e9d-d563-4b04-8fd4-3d763f0d46c4 admin admin] Publish callbacks [] for router_gateway (2a72f63c-3d6e-4079-9d26-b0148203bb48), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:49.957325 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf32964-85f7-4b53-9e13-0028ee93dbfc admin admin] Pushing event updated for resources: {'Network': ['ID=94453a7b-2e57-489a-bd45-f100450b425e,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:49.963239 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-9670a964-bff6-4973-b035-a55de95f8b63 None None] Set router 2a72f63c-3d6e-4079-9d26-b0148203bb48 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:56:49.967563 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f588da-cae4-4f90-8f5b-119f6ef8f748 admin admin] Made reservation on behalf of 12626cd3d86d4b7292968331e6dac1a4 for: {'subnet': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:56:49.971510 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-33f588da-cae4-4f90-8f5b-119f6ef8f748 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12031195'] for subnet (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:49.971910 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network 94453a7b-2e57-489a-bd45-f100450b425e details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:56:50.010533 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-4a358e9d-d563-4b04-8fd4-3d763f0d46c4 admin admin] Deleting port 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:56:50.010880 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4a358e9d-d563-4b04-8fd4-3d763f0d46c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (75bfe8e8-8c1e-4836-a8d8-05b61cf62d28), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:50.102761 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [None req-4a358e9d-d563-4b04-8fd4-3d763f0d46c4 admin admin] For port 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=75bfe8e8-8c1e-4836-a8d8-05b61cf62d28,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:56:50.103465 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4a358e9d-d563-4b04-8fd4-3d763f0d46c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (75bfe8e8-8c1e-4836-a8d8-05b61cf62d28), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:50.117490 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-4a358e9d-d563-4b04-8fd4-3d763f0d46c4 admin admin] Calling delete_port for 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28 owned by network:router_gateway {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:56:50.129547 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['dc8d34a5-7986-4102-ab2b-9f22f2e8bf07'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:56:50.167753 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-9670a964-bff6-4973-b035-a55de95f8b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:56:48Z', 'revision_number': 5, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:50.168728 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-33f588da-cae4-4f90-8f5b-119f6ef8f748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12497992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12031221'] for subnet (20a14955-5d96-4f0a-8cb2-9a3edfe4fe6e), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:50.204133 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670a964-bff6-4973-b035-a55de95f8b63 None None] The sync data for ids ['2a72f63c-3d6e-4079-9d26-b0148203bb48'] in dv-cinder-788366-9-iscsi is: [{'id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'name': 'tempest-AttachVolumeShelveTestJSON-358378079-router', 'tenant_id': '52cda80c344647d9be865c160e333e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:49:55Z', 'updated_at': '2022-03-09T19:56:48Z', 'revision_number': 5, 'project_id': '52cda80c344647d9be865c160e333e2b', 'gw_port': {'id': '75bfe8e8-8c1e-4836-a8d8-05b61cf62d28', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:48:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a72f63c-3d6e-4079-9d26-b0148203bb48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:49:56Z', 'updated_at': '2022-03-09T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:56:50.219524 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f588da-cae4-4f90-8f5b-119f6ef8f748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a14955-5d96-4f0a-8cb2-9a3edfe4fe6e,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:50.268840 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f588da-cae4-4f90-8f5b-119f6ef8f748 admin admin] Checking segment: {'id': '0113dd57-ac75-4acc-994f-d44ce8af0af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '94453a7b-2e57-489a-bd45-f100450b425e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:56:50.269198 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f588da-cae4-4f90-8f5b-119f6ef8f748 admin admin] Network hostable DHCP agents. Network: 94453a7b-2e57-489a-bd45-f100450b425e, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:56:50.286893 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f588da-cae4-4f90-8f5b-119f6ef8f748 admin admin] Network 94453a7b-2e57-489a-bd45-f100450b425e is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:56:50.297945 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-33f588da-cae4-4f90-8f5b-119f6ef8f748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, 94453a7b-2e57-489a-bd45-f100450b425e) {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:56:50.303453 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f588da-cae4-4f90-8f5b-119f6ef8f748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:50.303962 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-33f588da-cae4-4f90-8f5b-119f6ef8f748 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:50.313487 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4a358e9d-d563-4b04-8fd4-3d763f0d46c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (75bfe8e8-8c1e-4836-a8d8-05b61cf62d28), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:50.314041 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364e15c1-5b73-4118-aab6-dd9bebf64e01 None None] Network 94453a7b-2e57-489a-bd45-f100450b425e requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:56:50.324945 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-33f588da-cae4-4f90-8f5b-119f6ef8f748 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4143219 Mar 09 19:56:50.367773 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a358e9d-d563-4b04-8fd4-3d763f0d46c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=75bfe8e8-8c1e-4836-a8d8-05b61cf62d28,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:50.407544 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4a358e9d-d563-4b04-8fd4-3d763f0d46c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396984'] for router_gateway (2a72f63c-3d6e-4079-9d26-b0148203bb48), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:50.485702 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7171ff3-2e1d-417d-8edb-0835471ffd0b None None] Network 94453a7b-2e57-489a-bd45-f100450b425e requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:56:50.519237 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4a358e9d-d563-4b04-8fd4-3d763f0d46c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24815'] for router (2a72f63c-3d6e-4079-9d26-b0148203bb48), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:50.521637 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4a358e9d-d563-4b04-8fd4-3d763f0d46c4 admin admin] Publish callbacks [] for router_controller (2a72f63c-3d6e-4079-9d26-b0148203bb48), precommit_delete_associations {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:50.578102 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4a358e9d-d563-4b04-8fd4-3d763f0d46c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398124'] for router (2a72f63c-3d6e-4079-9d26-b0148203bb48), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:50.578829 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a358e9d-d563-4b04-8fd4-3d763f0d46c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a72f63c-3d6e-4079-9d26-b0148203bb48 {{(pid=114605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 19:56:50.587060 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4a358e9d-d563-4b04-8fd4-3d763f0d46c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:50.591519 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45820) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:50.591864 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-4a358e9d-d563-4b04-8fd4-3d763f0d46c4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2a72f63c-3d6e-4079-9d26-b0148203bb48 HTTP/1.1" status: 204 len: 168 time: 1.1653824 Mar 09 19:56:50.657520 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_v2 [None req-af723b93-5c98-45f0-8aa6-a55b76c35672 admin admin] Deleting subnet 745bc262-f6dc-493a-8098-f645b9a00e95 {{(pid=114604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 19:56:50.661804 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-af723b93-5c98-45f0-8aa6-a55b76c35672 admin admin] Publish callbacks [] for subnet (745bc262-f6dc-493a-8098-f645b9a00e95), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:50.701133 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-af723b93-5c98-45f0-8aa6-a55b76c35672 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9789639'] for subnet (745bc262-f6dc-493a-8098-f645b9a00e95), precommit_delete_associations {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:50.820575 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-af723b93-5c98-45f0-8aa6-a55b76c35672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971543'] for subnet (745bc262-f6dc-493a-8098-f645b9a00e95), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:50.868043 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45830) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:50.873914 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-2e559eb4-57aa-489d-865c-919e4b6dc8ca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1387283679-network', 'tenant_id': '59b4181ee11f4d329dbd6dfa8f81c060'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:56:50.879829 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-af723b93-5c98-45f0-8aa6-a55b76c35672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12497931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12031228'] for subnet (745bc262-f6dc-493a-8098-f645b9a00e95), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:50.895063 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e559eb4-57aa-489d-865c-919e4b6dc8ca admin admin] Made reservation on behalf of 59b4181ee11f4d329dbd6dfa8f81c060 for: {'network': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:56:50.897524 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2e559eb4-57aa-489d-865c-919e4b6dc8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:50.906503 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2e559eb4-57aa-489d-865c-919e4b6dc8ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:50.913428 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af723b93-5c98-45f0-8aa6-a55b76c35672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=745bc262-f6dc-493a-8098-f645b9a00e95,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:50.917314 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-af723b93-5c98-45f0-8aa6-a55b76c35672 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:50.922500 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409c11ba-1696-4352-ba97-d96b24acf2ce None None] Network 2333c970-a951-49ee-a7ad-57bc53c804b9 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:56:50.933793 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-af723b93-5c98-45f0-8aa6-a55b76c35672 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/745bc262-f6dc-493a-8098-f645b9a00e95 HTTP/1.1" status: 204 len: 168 time: 0.3406389 Mar 09 19:56:50.936552 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45832) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:51.022839 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2e559eb4-57aa-489d-865c-919e4b6dc8ca admin admin] Publish callbacks [] for security_group (15697f77-6eb3-4fc7-824c-382639b99d1f), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.027768 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2e559eb4-57aa-489d-865c-919e4b6dc8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (15697f77-6eb3-4fc7-824c-382639b99d1f), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.042653 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3180242'] for network (2333c970-a951-49ee-a7ad-57bc53c804b9), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.063025 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e559eb4-57aa-489d-865c-919e4b6dc8ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=114605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 19:56:51.068255 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e559eb4-57aa-489d-865c-919e4b6dc8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15697f77-6eb3-4fc7-824c-382639b99d1f,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:51.077603 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2e559eb4-57aa-489d-865c-919e4b6dc8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (25e9f97a-97b1-4c37-97d5-1f67c6f84260), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.078316 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.segments_db [None req-2e559eb4-57aa-489d-865c-919e4b6dc8ca admin admin] Added segment 25e9f97a-97b1-4c37-97d5-1f67c6f84260 of type vlan for network 191d86e6-11bc-4d23-ab2b-dd69b3dc69b8 Mar 09 19:56:51.103807 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] Deleting port 0aa00d08-f1a1-48bd-a38d-0527c712eaa6 {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:56:51.104183 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (0aa00d08-f1a1-48bd-a38d-0527c712eaa6), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.120186 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2e559eb4-57aa-489d-865c-919e4b6dc8ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (191d86e6-11bc-4d23-ab2b-dd69b3dc69b8), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.145889 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2e559eb4-57aa-489d-865c-919e4b6dc8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (191d86e6-11bc-4d23-ab2b-dd69b3dc69b8), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.146830 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e559eb4-57aa-489d-865c-919e4b6dc8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:51.147417 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-2e559eb4-57aa-489d-865c-919e4b6dc8ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.166053 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] For port 0aa00d08-f1a1-48bd-a38d-0527c712eaa6, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=0aa00d08-f1a1-48bd-a38d-0527c712eaa6,segment=NetworkSegment(b4cd3480-21d1-4073-a3a0-edd949c13e33),segment_id=b4cd3480-21d1-4073-a3a0-edd949c13e33)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:56:51.166053 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (0aa00d08-f1a1-48bd-a38d-0527c712eaa6), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.173816 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-2e559eb4-57aa-489d-865c-919e4b6dc8ca admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3045948 Mar 09 19:56:51.178022 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45834) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:51.182650 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-2ca305dd-f5e2-40b3-9926-cf22d758e294 admin admin] Request body: {'subnet': {'network_id': '191d86e6-11bc-4d23-ab2b-dd69b3dc69b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1387283679-subnet', 'tenant_id': '59b4181ee11f4d329dbd6dfa8f81c060', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:56:51.185698 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] Calling delete_port for 0aa00d08-f1a1-48bd-a38d-0527c712eaa6 owned by network:dhcp {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:56:51.212253 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e559eb4-57aa-489d-865c-919e4b6dc8ca admin admin] Pushing event updated for resources: {'Network': ['ID=191d86e6-11bc-4d23-ab2b-dd69b3dc69b8,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:51.222039 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network 191d86e6-11bc-4d23-ab2b-dd69b3dc69b8 details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:56:51.252015 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca305dd-f5e2-40b3-9926-cf22d758e294 admin admin] Made reservation on behalf of 59b4181ee11f4d329dbd6dfa8f81c060 for: {'subnet': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:56:51.255290 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2ca305dd-f5e2-40b3-9926-cf22d758e294 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12031195'] for subnet (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.342682 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c377635f-c5d5-474e-9930-dd4e58f277d2 None None] DHCP port deletion for 2333c970-a951-49ee-a7ad-57bc53c804b9 request from dv-cinder-788366-9-iscsi {{(pid=114606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 19:56:51.346868 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (0aa00d08-f1a1-48bd-a38d-0527c712eaa6), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.347442 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device f76d5962-0b4a-448f-b357-6077a46e2ce7 no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:56:51.371649 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: f76d5962-0b4a-448f-b357-6077a46e2ce7 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:56:51.372315 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device f76d5962-0b4a-448f-b357-6077a46e2ce7 not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:56:51.386124 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa00d08-f1a1-48bd-a38d-0527c712eaa6,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:51.393755 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] No DVR routers for this DVR port 0aa00d08-f1a1-48bd-a38d-0527c712eaa6 on host dv-cinder-788366-9-iscsi {{(pid=114604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:56:51.498489 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972268', 'neutron.services.segments.db._delete_segments_for_network-8774125231894'] for network (2333c970-a951-49ee-a7ad-57bc53c804b9), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.544283 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2333c970-a951-49ee-a7ad-57bc53c804b9']}} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:51.560126 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4cd3480-21d1-4073-a3a0-edd949c13e33') {'for_net_delete': True} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:51.560408 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4cd3480-21d1-4073-a3a0-edd949c13e33') {} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:51.567344 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2ca305dd-f5e2-40b3-9926-cf22d758e294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12497992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12031221'] for subnet (0fa88019-fc5c-4aeb-bf5b-325cb689ce06), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.573317 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774125231135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9789644'] for segment (b4cd3480-21d1-4073-a3a0-edd949c13e33), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.588340 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:56:51.618913 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (b4cd3480-21d1-4073-a3a0-edd949c13e33), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.636678 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=114604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 19:56:51.637082 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12498389'] for segment (b4cd3480-21d1-4073-a3a0-edd949c13e33), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: Traceback (most recent call last): Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: timer() Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: cb(*args, **kw) Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: return func(*args, **kwargs) Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: self._notify() Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: self.callback(batched_events) Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: event.method(event) Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: return f(self, *a, **k) Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: return self._get(url).json() Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: return self.request(url, 'GET', **kwargs) Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 19:56:51.638773 dv-cinder-788366-9-iscsi neutron-server[114604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 19:56:51.645490 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:56:51.645916 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.651977 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca305dd-f5e2-40b3-9926-cf22d758e294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa88019-fc5c-4aeb-bf5b-325cb689ce06,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:51.700443 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca305dd-f5e2-40b3-9926-cf22d758e294 admin admin] Checking segment: {'id': '25e9f97a-97b1-4c37-97d5-1f67c6f84260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '191d86e6-11bc-4d23-ab2b-dd69b3dc69b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:56:51.700769 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca305dd-f5e2-40b3-9926-cf22d758e294 admin admin] Network hostable DHCP agents. Network: 191d86e6-11bc-4d23-ab2b-dd69b3dc69b8, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:56:51.710821 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396956'] for network (2333c970-a951-49ee-a7ad-57bc53c804b9), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.719104 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.721945 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:56:51.722209 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2333c970-a951-49ee-a7ad-57bc53c804b9 HTTP/1.1" status: 204 len: 168 time: 0.7838297 Mar 09 19:56:51.722442 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.728924 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca305dd-f5e2-40b3-9926-cf22d758e294 admin admin] Network 191d86e6-11bc-4d23-ab2b-dd69b3dc69b8 is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:56:51.742814 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d45001-c0e2-4e76-8844-3c0a47fcc197 admin admin] Pushing event deleted for resources: {'Network': ['ID=2333c970-a951-49ee-a7ad-57bc53c804b9,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:51.746811 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551acae4-4699-4e90-95eb-243cdd19aff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:56:51.748945 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1553ab5d-bb88-413e-b7df-0970b0ff7f74" -d '{"events": [{"server_uuid": "551acae4-4699-4e90-95eb-243cdd19aff4", "name": "network-vif-plugged", "status": "completed", "tag": "dc8d34a5-7986-4102-ab2b-9f22f2e8bf07"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:56:51.750804 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-2ca305dd-f5e2-40b3-9926-cf22d758e294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, 191d86e6-11bc-4d23-ab2b-dd69b3dc69b8) {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:56:51.756088 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca305dd-f5e2-40b3-9926-cf22d758e294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:51.756760 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2ca305dd-f5e2-40b3-9926-cf22d758e294 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.768596 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07,segment=NetworkSegment(c1d3b307-6053-4dc9-a67f-179590ab7bd6),segment_id=c1d3b307-6053-4dc9-a67f-179590ab7bd6)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:56:51.774097 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47279bf6-9428-4382-98b2-efe6ec73c42d None None] Network 191d86e6-11bc-4d23-ab2b-dd69b3dc69b8 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:56:51.783054 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-2ca305dd-f5e2-40b3-9926-cf22d758e294 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5975239 Mar 09 19:56:51.783273 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.818424 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ace1cb3-03e7-4e59-b8dc-b17887cf842c x-openstack-request-id: req-3ace1cb3-03e7-4e59-b8dc-b17887cf842c {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:56:51.818721 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551acae4-4699-4e90-95eb-243cdd19aff4", "name": "network-vif-plugged", "status": "completed", "tag": "dc8d34a5-7986-4102-ab2b-9f22f2e8bf07", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:56:51.818972 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ace1cb3-03e7-4e59-b8dc-b17887cf842c {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:56:51.819355 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551acae4-4699-4e90-95eb-243cdd19aff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07', 'code': 200} Mar 09 19:56:51.883768 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07,revision_number=8']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:51.897377 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45842) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:51.921033 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267117ff-49cd-4504-8a57-39d1188ef218 None None] Network 191d86e6-11bc-4d23-ab2b-dd69b3dc69b8 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:56:51.955471 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_v2 [None req-152ed80c-dbb0-4b1e-81a6-a9c104e4ecd7 admin admin] Deleting subnet 20a14955-5d96-4f0a-8cb2-9a3edfe4fe6e {{(pid=114604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 19:56:51.955859 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-152ed80c-dbb0-4b1e-81a6-a9c104e4ecd7 admin admin] Publish callbacks [] for subnet (20a14955-5d96-4f0a-8cb2-9a3edfe4fe6e), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:51.957812 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45844) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:51.990628 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-152ed80c-dbb0-4b1e-81a6-a9c104e4ecd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9789639'] for subnet (20a14955-5d96-4f0a-8cb2-9a3edfe4fe6e), precommit_delete_associations {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.000109 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-a9e113f3-08a3-48d4-a2cc-c8afed89cca1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52cda80c344647d9be865c160e333e2b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392377 Mar 09 19:56:52.000943 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45846) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:52.031763 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-152ed80c-dbb0-4b1e-81a6-a9c104e4ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971543'] for subnet (20a14955-5d96-4f0a-8cb2-9a3edfe4fe6e), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.049063 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-bb497231-68a9-4563-aaa8-f1f0688001b2 admin admin] Publish callbacks [] for security_group (5b241741-c63c-43d9-95cc-489717322ffa), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.070571 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-bb497231-68a9-4563-aaa8-f1f0688001b2 admin admin] Publish callbacks [] for security_group (5b241741-c63c-43d9-95cc-489717322ffa), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.088106 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-152ed80c-dbb0-4b1e-81a6-a9c104e4ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12497931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12031228'] for subnet (20a14955-5d96-4f0a-8cb2-9a3edfe4fe6e), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.113941 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ed80c-dbb0-4b1e-81a6-a9c104e4ecd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a14955-5d96-4f0a-8cb2-9a3edfe4fe6e,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:52.117714 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-bb497231-68a9-4563-aaa8-f1f0688001b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (5b241741-c63c-43d9-95cc-489717322ffa), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.117924 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-152ed80c-dbb0-4b1e-81a6-a9c104e4ecd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.120545 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-bb497231-68a9-4563-aaa8-f1f0688001b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.121106 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-152ed80c-dbb0-4b1e-81a6-a9c104e4ecd7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/20a14955-5d96-4f0a-8cb2-9a3edfe4fe6e HTTP/1.1" status: 204 len: 168 time: 0.2219322 Mar 09 19:56:52.123536 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45848) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:52.126770 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-bb497231-68a9-4563-aaa8-f1f0688001b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b241741-c63c-43d9-95cc-489717322ffa HTTP/1.1" status: 204 len: 168 time: 0.1223381 Mar 09 19:56:52.132563 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb497231-68a9-4563-aaa8-f1f0688001b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b241741-c63c-43d9-95cc-489717322ffa,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:52.193289 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-bd913eb1-4a32-480a-8b1c-fe8279a26e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3180242'] for network (94453a7b-2e57-489a-bd45-f100450b425e), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.281617 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-bd913eb1-4a32-480a-8b1c-fe8279a26e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972268', 'neutron.services.segments.db._delete_segments_for_network-8774125231894'] for network (94453a7b-2e57-489a-bd45-f100450b425e), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.301935 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-bd913eb1-4a32-480a-8b1c-fe8279a26e58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94453a7b-2e57-489a-bd45-f100450b425e']}} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:52.311354 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-bd913eb1-4a32-480a-8b1c-fe8279a26e58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0113dd57-ac75-4acc-994f-d44ce8af0af6') {'for_net_delete': True} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:52.311649 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-bd913eb1-4a32-480a-8b1c-fe8279a26e58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0113dd57-ac75-4acc-994f-d44ce8af0af6') {} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:52.320809 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-bd913eb1-4a32-480a-8b1c-fe8279a26e58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774125231135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9789644'] for segment (0113dd57-ac75-4acc-994f-d44ce8af0af6), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.334304 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-bd913eb1-4a32-480a-8b1c-fe8279a26e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (0113dd57-ac75-4acc-994f-d44ce8af0af6), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.340087 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd913eb1-4a32-480a-8b1c-fe8279a26e58 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=114604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 19:56:52.340497 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-bd913eb1-4a32-480a-8b1c-fe8279a26e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12498389'] for segment (0113dd57-ac75-4acc-994f-d44ce8af0af6), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: Traceback (most recent call last): Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: timer() Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: cb(*args, **kw) Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: return func(*args, **kwargs) Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: self._notify() Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: self.callback(batched_events) Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: event.method(event) Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: return f(self, *a, **k) Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: return self._get(url).json() Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: return self.request(url, 'GET', **kwargs) Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 19:56:52.342311 dv-cinder-788366-9-iscsi neutron-server[114604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 19:56:52.398224 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-bd913eb1-4a32-480a-8b1c-fe8279a26e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396956'] for network (94453a7b-2e57-489a-bd45-f100450b425e), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.405637 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-bd913eb1-4a32-480a-8b1c-fe8279a26e58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.412491 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-bd913eb1-4a32-480a-8b1c-fe8279a26e58 admin admin] 10.222.0.16 "DELETE /v2.0/networks/94453a7b-2e57-489a-bd45-f100450b425e HTTP/1.1" status: 204 len: 168 time: 0.2848985 Mar 09 19:56:52.412876 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45856) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:52.420819 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd913eb1-4a32-480a-8b1c-fe8279a26e58 admin admin] Pushing event deleted for resources: {'Network': ['ID=94453a7b-2e57-489a-bd45-f100450b425e,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:52.458555 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_v2 [None req-87386c00-417d-4d59-a5a4-c89e8638e92a admin admin] Deleting subnet 0fa88019-fc5c-4aeb-bf5b-325cb689ce06 {{(pid=114605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 19:56:52.461810 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-87386c00-417d-4d59-a5a4-c89e8638e92a admin admin] Publish callbacks [] for subnet (0fa88019-fc5c-4aeb-bf5b-325cb689ce06), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.498832 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-87386c00-417d-4d59-a5a4-c89e8638e92a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8836962'] for subnet (0fa88019-fc5c-4aeb-bf5b-325cb689ce06), precommit_delete_associations {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.539928 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-87386c00-417d-4d59-a5a4-c89e8638e92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971543'] for subnet (0fa88019-fc5c-4aeb-bf5b-325cb689ce06), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.591826 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-87386c00-417d-4d59-a5a4-c89e8638e92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077724'] for subnet (0fa88019-fc5c-4aeb-bf5b-325cb689ce06), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.619369 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87386c00-417d-4d59-a5a4-c89e8638e92a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa88019-fc5c-4aeb-bf5b-325cb689ce06,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:52.621452 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-87386c00-417d-4d59-a5a4-c89e8638e92a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.624939 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-87386c00-417d-4d59-a5a4-c89e8638e92a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0fa88019-fc5c-4aeb-bf5b-325cb689ce06 HTTP/1.1" status: 204 len: 168 time: 0.2110486 Mar 09 19:56:52.627563 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45866) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:52.696993 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9705b94f-67dc-4ed9-bb7f-43d3a6956ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3180242'] for network (191d86e6-11bc-4d23-ab2b-dd69b3dc69b8), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.778344 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9705b94f-67dc-4ed9-bb7f-43d3a6956ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972268', 'neutron.services.segments.db._delete_segments_for_network-8774125231894'] for network (191d86e6-11bc-4d23-ab2b-dd69b3dc69b8), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.797581 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-9705b94f-67dc-4ed9-bb7f-43d3a6956ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191d86e6-11bc-4d23-ab2b-dd69b3dc69b8']}} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:52.806477 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-9705b94f-67dc-4ed9-bb7f-43d3a6956ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e9f97a-97b1-4c37-97d5-1f67c6f84260') {'for_net_delete': True} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:52.806770 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-9705b94f-67dc-4ed9-bb7f-43d3a6956ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e9f97a-97b1-4c37-97d5-1f67c6f84260') {} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:52.816184 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45874) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:52.816852 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9705b94f-67dc-4ed9-bb7f-43d3a6956ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774125231135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9789644'] for segment (25e9f97a-97b1-4c37-97d5-1f67c6f84260), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.830146 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9705b94f-67dc-4ed9-bb7f-43d3a6956ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (25e9f97a-97b1-4c37-97d5-1f67c6f84260), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.836852 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9705b94f-67dc-4ed9-bb7f-43d3a6956ed0 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=114604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 19:56:52.837268 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9705b94f-67dc-4ed9-bb7f-43d3a6956ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12498389'] for segment (25e9f97a-97b1-4c37-97d5-1f67c6f84260), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: Traceback (most recent call last): Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: timer() Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: cb(*args, **kw) Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: return func(*args, **kwargs) Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: self._notify() Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: self.callback(batched_events) Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: event.method(event) Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: return f(self, *a, **k) Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: return self._get(url).json() Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: return self.request(url, 'GET', **kwargs) Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 19:56:52.838976 dv-cinder-788366-9-iscsi neutron-server[114604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 19:56:52.891912 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9705b94f-67dc-4ed9-bb7f-43d3a6956ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396956'] for network (191d86e6-11bc-4d23-ab2b-dd69b3dc69b8), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.898639 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-9705b94f-67dc-4ed9-bb7f-43d3a6956ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.903870 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-9705b94f-67dc-4ed9-bb7f-43d3a6956ed0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/191d86e6-11bc-4d23-ab2b-dd69b3dc69b8 HTTP/1.1" status: 204 len: 168 time: 0.2725682 Mar 09 19:56:52.910700 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705b94f-67dc-4ed9-bb7f-43d3a6956ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=191d86e6-11bc-4d23-ab2b-dd69b3dc69b8,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:52.915582 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-74edf720-c655-4a29-88c4-5aadabce4752 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-653836980-network', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:56:52.935856 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74edf720-c655-4a29-88c4-5aadabce4752 admin admin] Made reservation on behalf of 3f02559ff7a74109ad21ad038ef8b2c0 for: {'network': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:56:52.938177 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-74edf720-c655-4a29-88c4-5aadabce4752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.947976 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-74edf720-c655-4a29-88c4-5aadabce4752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:52.995014 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28 no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:56:53.021782 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:56:53.022147 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 75bfe8e8-8c1e-4836-a8d8-05b61cf62d28 not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:56:53.022551 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 0aa00d08-f1a1-48bd-a38d-0527c712eaa6 no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:56:53.030037 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45880) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:53.036733 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-74edf720-c655-4a29-88c4-5aadabce4752 admin admin] Publish callbacks [] for security_group (05451b23-5630-4ad6-92f6-312d94616957), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.040732 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-74edf720-c655-4a29-88c4-5aadabce4752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (05451b23-5630-4ad6-92f6-312d94616957), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.042240 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: 0aa00d08-f1a1-48bd-a38d-0527c712eaa6 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:56:53.042609 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 0aa00d08-f1a1-48bd-a38d-0527c712eaa6 not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:56:53.069900 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74edf720-c655-4a29-88c4-5aadabce4752 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=114605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 19:56:53.078337 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-a7a75a3f-dde8-4de2-a874-886307bf14af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12626cd3d86d4b7292968331e6dac1a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446081 Mar 09 19:56:53.078511 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45882) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:53.087083 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-74edf720-c655-4a29-88c4-5aadabce4752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (4bcbfcf0-9b17-4a98-8681-1b9fef923d36), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.087420 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.segments_db [None req-74edf720-c655-4a29-88c4-5aadabce4752 admin admin] Added segment 4bcbfcf0-9b17-4a98-8681-1b9fef923d36 of type vlan for network 6e3555f2-1e6b-4182-aac4-18d1232a6c2f Mar 09 19:56:53.088586 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edf720-c655-4a29-88c4-5aadabce4752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05451b23-5630-4ad6-92f6-312d94616957,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:53.124855 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-14e611f7-385d-4fa9-8d58-e77d59d013f3 admin admin] Publish callbacks [] for security_group (ec364ab5-c275-467d-b815-a853878aa27d), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.129989 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-74edf720-c655-4a29-88c4-5aadabce4752 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (6e3555f2-1e6b-4182-aac4-18d1232a6c2f), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.146660 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-14e611f7-385d-4fa9-8d58-e77d59d013f3 admin admin] Publish callbacks [] for security_group (ec364ab5-c275-467d-b815-a853878aa27d), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.154923 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-74edf720-c655-4a29-88c4-5aadabce4752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (6e3555f2-1e6b-4182-aac4-18d1232a6c2f), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.155859 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74edf720-c655-4a29-88c4-5aadabce4752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:53.156465 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-74edf720-c655-4a29-88c4-5aadabce4752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.190255 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-74edf720-c655-4a29-88c4-5aadabce4752 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3728955 Mar 09 19:56:53.193668 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45884) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:53.197084 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-14e611f7-385d-4fa9-8d58-e77d59d013f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (ec364ab5-c275-467d-b815-a853878aa27d), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.198526 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-00285f6e-3e2d-4ce0-aed0-a34cd7f3d09f admin admin] Request body: {'subnet': {'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-653836980-subnet', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:56:53.199818 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-14e611f7-385d-4fa9-8d58-e77d59d013f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.203593 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-14e611f7-385d-4fa9-8d58-e77d59d013f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec364ab5-c275-467d-b815-a853878aa27d HTTP/1.1" status: 204 len: 168 time: 0.1215684 Mar 09 19:56:53.208722 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e611f7-385d-4fa9-8d58-e77d59d013f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec364ab5-c275-467d-b815-a853878aa27d,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:53.232003 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edf720-c655-4a29-88c4-5aadabce4752 admin admin] Pushing event updated for resources: {'Network': ['ID=6e3555f2-1e6b-4182-aac4-18d1232a6c2f,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:53.246140 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network 6e3555f2-1e6b-4182-aac4-18d1232a6c2f details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:56:53.247916 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00285f6e-3e2d-4ce0-aed0-a34cd7f3d09f admin admin] Made reservation on behalf of 3f02559ff7a74109ad21ad038ef8b2c0 for: {'subnet': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:56:53.250322 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-00285f6e-3e2d-4ce0-aed0-a34cd7f3d09f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077755'] for subnet (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.421604 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-00285f6e-3e2d-4ce0-aed0-a34cd7f3d09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077717'] for subnet (18834a8b-2767-45c3-a070-396743f527c3), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.478866 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00285f6e-3e2d-4ce0-aed0-a34cd7f3d09f admin admin] Pushing event updated for resources: {'Subnet': ['ID=18834a8b-2767-45c3-a070-396743f527c3,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:53.489486 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00285f6e-3e2d-4ce0-aed0-a34cd7f3d09f admin admin] Checking segment: {'id': '4bcbfcf0-9b17-4a98-8681-1b9fef923d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:56:53.489839 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00285f6e-3e2d-4ce0-aed0-a34cd7f3d09f admin admin] Network hostable DHCP agents. Network: 6e3555f2-1e6b-4182-aac4-18d1232a6c2f, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:56:53.506517 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00285f6e-3e2d-4ce0-aed0-a34cd7f3d09f admin admin] Network 6e3555f2-1e6b-4182-aac4-18d1232a6c2f is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:56:53.515257 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-00285f6e-3e2d-4ce0-aed0-a34cd7f3d09f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, 6e3555f2-1e6b-4182-aac4-18d1232a6c2f) {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:56:53.519243 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00285f6e-3e2d-4ce0-aed0-a34cd7f3d09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:53.519918 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-00285f6e-3e2d-4ce0-aed0-a34cd7f3d09f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.527889 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5017bf02-96bb-4e37-a57e-6fc6fde241b1 None None] Network 6e3555f2-1e6b-4182-aac4-18d1232a6c2f requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:56:53.539824 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 45890) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:53.540840 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-00285f6e-3e2d-4ce0-aed0-a34cd7f3d09f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3460157 Mar 09 19:56:53.543604 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45892) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:53.547849 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:56:53.577414 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24705'] for router (bf939ddd-50ef-4a1b-8d38-75434c729379), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.578446 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24726'] for router (bf939ddd-50ef-4a1b-8d38-75434c729379), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.595471 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45894) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:53.596422 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-e494835a-a75c-45ce-aa7d-8250d7e2822e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59b4181ee11f4d329dbd6dfa8f81c060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0520496 Mar 09 19:56:53.642590 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77b36b6-e9e3-5284-af40-da14c38a31c5-6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3'}]}} from dv-cinder-788366-9-iscsi. {{(pid=114606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 19:56:53.643604 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.650792 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] Publish callbacks [] for router_controller (bf939ddd-50ef-4a1b-8d38-75434c729379), precommit_add_association {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.739935 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a4a35ea6-fb4f-4126-95b1-c6ae2051a25b admin admin] Publish callbacks [] for security_group (15697f77-6eb3-4fc7-824c-382639b99d1f), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.775098 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.db_base_plugin_common [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Allocated IP 172.20.0.2 (6e3555f2-1e6b-4182-aac4-18d1232a6c2f/18834a8b-2767-45c3-a070-396743f527c3/eb5b1b20-19ae-4930-8b0a-dae62bd7957b) {{(pid=114606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:56:53.819182 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] Publish callbacks [] for router_gateway (bf939ddd-50ef-4a1b-8d38-75434c729379), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.823241 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a4a35ea6-fb4f-4126-95b1-c6ae2051a25b admin admin] Publish callbacks [] for security_group (15697f77-6eb3-4fc7-824c-382639b99d1f), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.920916 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Publish callbacks [] for port (eb5b1b20-19ae-4930-8b0a-dae62bd7957b), precommit_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.924615 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a4a35ea6-fb4f-4126-95b1-c6ae2051a25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (15697f77-6eb3-4fc7-824c-382639b99d1f), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.926077 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (eb5b1b20-19ae-4930-8b0a-dae62bd7957b), after_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.927155 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a4a35ea6-fb4f-4126-95b1-c6ae2051a25b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:53.928321 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-a4a35ea6-fb4f-4126-95b1-c6ae2051a25b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15697f77-6eb3-4fc7-824c-382639b99d1f HTTP/1.1" status: 204 len: 168 time: 0.3323724 Mar 09 19:56:53.945833 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a35ea6-fb4f-4126-95b1-c6ae2051a25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15697f77-6eb3-4fc7-824c-382639b99d1f,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:53.976259 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Network 6e3555f2-1e6b-4182-aac4-18d1232a6c2f is already hosted by enough agents. {{(pid=114606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:56:53.983758 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.base_scheduler [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Resources bound (agent type, host, resource id): {{(pid=114606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:56:53.988664 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Received port after_create {{(pid=114606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:56:53.995674 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Pushing event updated for resources: {'Port': ['ID=eb5b1b20-19ae-4930-8b0a-dae62bd7957b,revision_number=1']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:54.045604 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Attempting to bind port eb5b1b20-19ae-4930-8b0a-dae62bd7957b on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:56:54.046044 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Attempting to bind port eb5b1b20-19ae-4930-8b0a-dae62bd7957b by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': '4bcbfcf0-9b17-4a98-8681-1b9fef923d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:56:54.046393 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Attempting to bind port eb5b1b20-19ae-4930-8b0a-dae62bd7957b on network 6e3555f2-1e6b-4182-aac4-18d1232a6c2f {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:56:54.051886 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:56:54.052296 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Checking segment: {'id': '4bcbfcf0-9b17-4a98-8681-1b9fef923d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:56:54.052704 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:54.053108 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Bound using segment: {'id': '4bcbfcf0-9b17-4a98-8681-1b9fef923d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:56:54.053799 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Bound port: eb5b1b20-19ae-4930-8b0a-dae62bd7957b, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcbfcf0-9b17-4a98-8681-1b9fef923d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:56:54.054186 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (eb5b1b20-19ae-4930-8b0a-dae62bd7957b), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:54.078055 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] Publish callbacks [] for router_gateway (bf939ddd-50ef-4a1b-8d38-75434c729379), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:54.100608 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:54.130514 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] For port eb5b1b20-19ae-4930-8b0a-dae62bd7957b, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:56:54.133826 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] For port eb5b1b20-19ae-4930-8b0a-dae62bd7957b, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=eb5b1b20-19ae-4930-8b0a-dae62bd7957b,segment=NetworkSegment(4bcbfcf0-9b17-4a98-8681-1b9fef923d36),segment_id=4bcbfcf0-9b17-4a98-8681-1b9fef923d36)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:56:54.140548 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (eb5b1b20-19ae-4930-8b0a-dae62bd7957b), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:54.211560 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2ac2b-9db7-4244-9373-e0f9f893ba24 None None] Pushing event updated for resources: {'Port': ['ID=eb5b1b20-19ae-4930-8b0a-dae62bd7957b,revision_number=2']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:54.218424 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] Allocated IP 172.27.3.95 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/992ca713-7c70-440b-8fb9-7e8590868fc3) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:56:54.334612 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] Publish callbacks [] for port (992ca713-7c70-440b-8fb9-7e8590868fc3), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:54.393416 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (992ca713-7c70-440b-8fb9-7e8590868fc3), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:54.443019 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:56:54.445931 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:56:54.450268 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:56:54.453416 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=992ca713-7c70-440b-8fb9-7e8590868fc3,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:54.704954 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] Publish callbacks [] for router_gateway (bf939ddd-50ef-4a1b-8d38-75434c729379), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:54.906115 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396900'] for router (bf939ddd-50ef-4a1b-8d38-75434c729379), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:55.046667 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device eb5b1b20-19ae-4930-8b0a-dae62bd7957b up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:56:55.065828 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] Router bf939ddd-50ef-4a1b-8d38-75434c729379 is scheduled to L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c with binding_index 1 {{(pid=114605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 19:56:55.103710 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port eb5b1b20-19ae-4930-8b0a-dae62bd7957b triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:56:55.104444 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (eb5b1b20-19ae-4930-8b0a-dae62bd7957b), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:55.192142 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:56:55.192646 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port eb5b1b20-19ae-4930-8b0a-dae62bd7957b is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:56:55.192839 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (eb5b1b20-19ae-4930-8b0a-dae62bd7957b), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:55.207180 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Sync routers for ids ['bf939ddd-50ef-4a1b-8d38-75434c729379'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:56:55.215074 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:55.219091 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-968648b9-e824-4481-81ac-6dcbeae8b3c7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6718619 Mar 09 19:56:55.219184 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45930) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:55.235241 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Routers {'bf939ddd-50ef-4a1b-8d38-75434c729379'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:56:55.235878 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:56:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['bf939ddd-50ef-4a1b-8d38-75434c729379'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:55.241186 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] For port eb5b1b20-19ae-4930-8b0a-dae62bd7957b, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=eb5b1b20-19ae-4930-8b0a-dae62bd7957b,segment=NetworkSegment(4bcbfcf0-9b17-4a98-8681-1b9fef923d36),segment_id=4bcbfcf0-9b17-4a98-8681-1b9fef923d36)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:56:55.274980 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (eb5b1b20-19ae-4930-8b0a-dae62bd7957b), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:55.444100 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a2861b-4636-43da-94db-982e946b9e23 None None] Network 6e3555f2-1e6b-4182-aac4-18d1232a6c2f requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:56:55.542272 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d93672f0-252f-44dd-97f7-507ddd0a073f None None] Provisioning complete for port eb5b1b20-19ae-4930-8b0a-dae62bd7957b triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:56:55.542884 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d93672f0-252f-44dd-97f7-507ddd0a073f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (eb5b1b20-19ae-4930-8b0a-dae62bd7957b), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:55.569717 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Pushing event updated for resources: {'Port': ['ID=eb5b1b20-19ae-4930-8b0a-dae62bd7957b,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:55.610492 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:55.610842 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:55.611194 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:55.611534 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:55.611861 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:55.612218 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:55.612585 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:55.612910 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:55.613235 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:55.613566 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:55.613888 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:55.614207 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:55.614528 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:55.638425 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Set router bf939ddd-50ef-4a1b-8d38-75434c729379 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:56:55.845996 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d93672f0-252f-44dd-97f7-507ddd0a073f None None] Current status of the port eb5b1b20-19ae-4930-8b0a-dae62bd7957b is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:56:55.903818 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T19:56:54Z', 'revision_number': 3, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port': {'id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:81:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:54Z', 'updated_at': '2022-03-09T19:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:55.931307 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:55.937349 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Checking router: bf939ddd-50ef-4a1b-8d38-75434c729379 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:56:55.937704 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Updating router bf939ddd-50ef-4a1b-8d38-75434c729379 port 992ca713-7c70-440b-8fb9-7e8590868fc3 binding host dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:56:55.973327 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (992ca713-7c70-440b-8fb9-7e8590868fc3), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:56.093678 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Allocated IP 172.20.0.1 (6e3555f2-1e6b-4182-aac4-18d1232a6c2f/18834a8b-2767-45c3-a070-396743f527c3/c3f22de5-88b8-4a83-b76f-bff8e56233b7) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:56:56.199156 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-0e987198-e42d-46da-a72c-6336783ed71c None None] Provisioning complete for port eb5b1b20-19ae-4930-8b0a-dae62bd7957b triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:56:56.199753 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-0e987198-e42d-46da-a72c-6336783ed71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (eb5b1b20-19ae-4930-8b0a-dae62bd7957b), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:56.199961 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Publish callbacks [] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:56.234251 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:56.272167 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Network 6e3555f2-1e6b-4182-aac4-18d1232a6c2f is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:56:56.272602 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Publish callbacks [] for port (992ca713-7c70-440b-8fb9-7e8590868fc3), precommit_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:56.277083 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:56:56.278841 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (992ca713-7c70-440b-8fb9-7e8590868fc3), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:56.280618 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:56:56.302966 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c3f22de5-88b8-4a83-b76f-bff8e56233b7,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:56.316991 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:56.317343 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:56.317769 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:56.318003 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:56.318333 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:56.318663 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:56.318989 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:56.319317 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:56.319642 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:56.319960 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:56.320313 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:56.320635 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:56.320954 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:56:56.336106 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394763'] for router_interface (bf939ddd-50ef-4a1b-8d38-75434c729379), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:56.364570 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc2898-444d-497c-8258-dec3ddfb5d9e None None] Pushing event updated for resources: {'Port': ['ID=992ca713-7c70-440b-8fb9-7e8590868fc3,revision_number=2']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:56.366834 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Attempting to bind port 992ca713-7c70-440b-8fb9-7e8590868fc3 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:56:56.367179 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Attempting to bind port 992ca713-7c70-440b-8fb9-7e8590868fc3 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:56:56.367541 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Attempting to bind port 992ca713-7c70-440b-8fb9-7e8590868fc3 on network e6010f1c-f022-4815-b6b9-5cdf43535436 {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:56:56.369989 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-0e987198-e42d-46da-a72c-6336783ed71c None None] Current status of the port eb5b1b20-19ae-4930-8b0a-dae62bd7957b is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:56:56.375415 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:56:56.376055 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Checking segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:56:56.376055 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:56.376492 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Bound using segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:56:56.376963 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Bound port: 992ca713-7c70-440b-8fb9-7e8590868fc3, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:56:56.377331 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (992ca713-7c70-440b-8fb9-7e8590868fc3), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:56.435804 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] For port 992ca713-7c70-440b-8fb9-7e8590868fc3, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:56:56.439446 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] For port 992ca713-7c70-440b-8fb9-7e8590868fc3, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=992ca713-7c70-440b-8fb9-7e8590868fc3,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:56:56.446530 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (992ca713-7c70-440b-8fb9-7e8590868fc3), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:56.498209 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:56.510530 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Routers {'bf939ddd-50ef-4a1b-8d38-75434c729379'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:56:56.511596 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:56:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['bf939ddd-50ef-4a1b-8d38-75434c729379'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:56.557481 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc2898-444d-497c-8258-dec3ddfb5d9e None None] Pushing event updated for resources: {'Port': ['ID=992ca713-7c70-440b-8fb9-7e8590868fc3,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:56.649441 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-c3a8a6cf-a661-4cf0-88e6-dab5a38f57ee None None] Provisioning complete for port c3f22de5-88b8-4a83-b76f-bff8e56233b7 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:56:56.649803 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c3a8a6cf-a661-4cf0-88e6-dab5a38f57ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:56.652322 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] Set router bf939ddd-50ef-4a1b-8d38-75434c729379 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:56:56.667006 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Publish callbacks [] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:56.671534 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:56.738967 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394919'] for router_interface (bf939ddd-50ef-4a1b-8d38-75434c729379), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:56.740679 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c3f22de5-88b8-4a83-b76f-bff8e56233b7,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:56.758364 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-c3a8a6cf-a661-4cf0-88e6-dab5a38f57ee None None] Port c3f22de5-88b8-4a83-b76f-bff8e56233b7 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:56:56.833314 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Network 6e3555f2-1e6b-4182-aac4-18d1232a6c2f is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:56:56.834730 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:56:56.900948 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 4, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port': {'id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:81:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:54Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'c3f22de5-88b8-4a83-b76f-bff8e56233b7', 'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'mac_address': 'fa:16:3e:f5:71:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:55Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 1, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'subnets': [{'id': '18834a8b-2767-45c3-a070-396743f527c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:56.939796 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c875ffb2-b41a-4eb2-b42e-c4148d9ad638 None None] The sync data for ids ['bf939ddd-50ef-4a1b-8d38-75434c729379'] in dv-cinder-788366-9-iscsi is: [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 4, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port': {'id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:81:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:54Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'c3f22de5-88b8-4a83-b76f-bff8e56233b7', 'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'mac_address': 'fa:16:3e:f5:71:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:55Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 1, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'subnets': [{'id': '18834a8b-2767-45c3-a070-396743f527c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:56:56.996808 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Router bf939ddd-50ef-4a1b-8d38-75434c729379 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:56:57.052608 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device eb5b1b20-19ae-4930-8b0a-dae62bd7957b up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:56:57.105461 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-b9152d3e-b6fe-4540-b59a-e29fb02443e1 None None] Provisioning complete for port c3f22de5-88b8-4a83-b76f-bff8e56233b7 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:56:57.105725 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b9152d3e-b6fe-4540-b59a-e29fb02443e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:57.140250 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:56:57.153915 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port eb5b1b20-19ae-4930-8b0a-dae62bd7957b triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:56:57.154296 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (eb5b1b20-19ae-4930-8b0a-dae62bd7957b), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:57.159822 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-33165676-4f92-4012-9184-5e441b1f66e6 admin admin] 10.222.0.16 "PUT /v2.0/routers/bf939ddd-50ef-4a1b-8d38-75434c729379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9356809 Mar 09 19:56:57.160647 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-b9152d3e-b6fe-4540-b59a-e29fb02443e1 None None] Port c3f22de5-88b8-4a83-b76f-bff8e56233b7 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:56:57.268548 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port eb5b1b20-19ae-4930-8b0a-dae62bd7957b is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:56:57.500102 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d364b9f5-2234-496e-83da-d548457c8e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:57.600507 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45952) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:57.605127 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-adc94e58-7bf0-4d5e-bac7-a73a733cbb6a tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Request body: {'security_group': {'name': 'tempest-securitygroup--183989041', 'description': 'tempest-description--1662798067'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:56:57.626865 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-adc94e58-7bf0-4d5e-bac7-a73a733cbb6a tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:57.700894 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-adc94e58-7bf0-4d5e-bac7-a73a733cbb6a tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group (b0bfab22-dd53-44e8-b64f-60c036241f4a), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:57.704769 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-adc94e58-7bf0-4d5e-bac7-a73a733cbb6a tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (b0bfab22-dd53-44e8-b64f-60c036241f4a), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:57.734706 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-adc94e58-7bf0-4d5e-bac7-a73a733cbb6a tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:57.735996 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-adc94e58-7bf0-4d5e-bac7-a73a733cbb6a tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1344237 Mar 09 19:56:57.739631 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45954) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:57.744845 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-49adf045-2940-48a2-9bf7-c754e6024445 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Request body: {'security_group_rule': {'security_group_id': 'b0bfab22-dd53-44e8-b64f-60c036241f4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:56:57.751223 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc94e58-7bf0-4d5e-bac7-a73a733cbb6a tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bfab22-dd53-44e8-b64f-60c036241f4a,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:57.782055 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-49adf045-2940-48a2-9bf7-c754e6024445 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group_rule (697242f8-8525-45db-831a-fb5d16b4dc7e), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:57.853188 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-49adf045-2940-48a2-9bf7-c754e6024445 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group_rule (697242f8-8525-45db-831a-fb5d16b4dc7e), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:57.856872 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-49adf045-2940-48a2-9bf7-c754e6024445 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (697242f8-8525-45db-831a-fb5d16b4dc7e), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:57.874656 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49adf045-2940-48a2-9bf7-c754e6024445 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697242f8-8525-45db-831a-fb5d16b4dc7e,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:57.884173 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-49adf045-2940-48a2-9bf7-c754e6024445 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:57.885410 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-49adf045-2940-48a2-9bf7-c754e6024445 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448412 Mar 09 19:56:57.887944 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45956) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:57.892456 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-425ad250-2596-4969-af15-cc22e4e0b21c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Request body: {'security_group_rule': {'security_group_id': 'b0bfab22-dd53-44e8-b64f-60c036241f4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:56:57.919324 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-425ad250-2596-4969-af15-cc22e4e0b21c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group_rule (a4638dd2-fd75-47e8-abb6-71a5a2d2a5c0), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:57.985746 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-425ad250-2596-4969-af15-cc22e4e0b21c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group_rule (a4638dd2-fd75-47e8-abb6-71a5a2d2a5c0), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:57.990674 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-425ad250-2596-4969-af15-cc22e4e0b21c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (a4638dd2-fd75-47e8-abb6-71a5a2d2a5c0), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:58.012302 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ad250-2596-4969-af15-cc22e4e0b21c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4638dd2-fd75-47e8-abb6-71a5a2d2a5c0,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:58.018207 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-425ad250-2596-4969-af15-cc22e4e0b21c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:58.019573 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-425ad250-2596-4969-af15-cc22e4e0b21c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306286 Mar 09 19:56:58.022686 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 45958) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:56:58.027624 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-b2636609-7cfd-49ac-b276-d09401c302d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Request body: {'floatingip': {'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:56:58.051566 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b2636609-7cfd-49ac-b276-d09401c302d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:58.161098 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b2636609-7cfd-49ac-b276-d09401c302d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:58.289765 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [None req-b2636609-7cfd-49ac-b276-d09401c302d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Allocated IP 172.27.3.200 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/aa85f6e4-74a7-402d-880f-35d1312dc5a6) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:56:58.394179 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b2636609-7cfd-49ac-b276-d09401c302d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for port (aa85f6e4-74a7-402d-880f-35d1312dc5a6), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:58.428603 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b2636609-7cfd-49ac-b276-d09401c302d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (aa85f6e4-74a7-402d-880f-35d1312dc5a6), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:58.466551 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2636609-7cfd-49ac-b276-d09401c302d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:56:58.471154 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-b2636609-7cfd-49ac-b276-d09401c302d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:56:58.475163 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2636609-7cfd-49ac-b276-d09401c302d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:56:58.480377 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2636609-7cfd-49ac-b276-d09401c302d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Pushing event updated for resources: {'Port': ['ID=aa85f6e4-74a7-402d-880f-35d1312dc5a6,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:58.560116 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b2636609-7cfd-49ac-b276-d09401c302d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for floatingip (2df2f6be-f7f8-4af9-bba2-b5f2e8792f79), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:58.594768 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b2636609-7cfd-49ac-b276-d09401c302d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (aa85f6e4-74a7-402d-880f-35d1312dc5a6), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:58.743140 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b2636609-7cfd-49ac-b276-d09401c302d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for port (aa85f6e4-74a7-402d-880f-35d1312dc5a6), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:58.747430 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b2636609-7cfd-49ac-b276-d09401c302d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (aa85f6e4-74a7-402d-880f-35d1312dc5a6), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:58.818575 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2636609-7cfd-49ac-b276-d09401c302d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Pushing event updated for resources: {'Port': ['ID=aa85f6e4-74a7-402d-880f-35d1312dc5a6,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:58.827892 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b2636609-7cfd-49ac-b276-d09401c302d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (2df2f6be-f7f8-4af9-bba2-b5f2e8792f79), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:58.852722 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b2636609-7cfd-49ac-b276-d09401c302d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:58.854300 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-b2636609-7cfd-49ac-b276-d09401c302d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8303390 Mar 09 19:56:59.006206 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-a532464b-bc33-4457-bb8f-98beeff4a1a3 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--183989041&fields=id&tenant_id=3f02559ff7a74109ad21ad038ef8b2c0 HTTP/1.1" status: 200 len: 267 time: 0.0437701 Mar 09 19:56:59.029155 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 992ca713-7c70-440b-8fb9-7e8590868fc3 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:56:59.077362 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 992ca713-7c70-440b-8fb9-7e8590868fc3 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:56:59.077740 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (992ca713-7c70-440b-8fb9-7e8590868fc3), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:59.115541 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-c3b50482-f46e-4e81-9938-9fa9a0c1daca tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:56:59.117115 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-c3b50482-f46e-4e81-9938-9fa9a0c1daca tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/networks?id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f HTTP/1.1" status: 200 len: 810 time: 0.1045327 Mar 09 19:56:59.133252 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-21dd79d5-1aa5-4b0a-8b73-28faf3ac35a8 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/quotas/3f02559ff7a74109ad21ad038ef8b2c0 HTTP/1.1" status: 200 len: 375 time: 0.0106320 Mar 09 19:56:59.191356 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Sync routers for ids ['bf939ddd-50ef-4a1b-8d38-75434c729379'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:56:59.192915 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-93b1247b-404b-4554-8ff1-36ede04308c3 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f02559ff7a74109ad21ad038ef8b2c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541306 Mar 09 19:56:59.203589 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Routers {'bf939ddd-50ef-4a1b-8d38-75434c729379'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:56:59.204398 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:56:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['bf939ddd-50ef-4a1b-8d38-75434c729379'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:59.294464 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 992ca713-7c70-440b-8fb9-7e8590868fc3 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:56:59.294725 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-83ee8acd-12ef-49be-9d8e-784a3feb593b service neutron] 10.222.0.16 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895419 Mar 09 19:56:59.295026 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (992ca713-7c70-440b-8fb9-7e8590868fc3), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:59.317757 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] For port 992ca713-7c70-440b-8fb9-7e8590868fc3, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=992ca713-7c70-440b-8fb9-7e8590868fc3,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:56:59.322212 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (992ca713-7c70-440b-8fb9-7e8590868fc3), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:59.328459 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Set router bf939ddd-50ef-4a1b-8d38-75434c729379 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:56:59.370645 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Pushing event updated for resources: {'Port': ['ID=992ca713-7c70-440b-8fb9-7e8590868fc3,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:56:59.397095 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-be5298a7-99db-469d-874b-62b2a4f3a570 service neutron] 10.222.0.16 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974934 Mar 09 19:56:59.571700 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1b9cf2bc-04fc-4dac-965d-5287b5e96b9e req-abfa462d-f4bc-4cd0-8cf1-518c6058a1dd tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 210 time: 0.0303810 Mar 09 19:56:59.626165 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 4, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port': {'id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:81:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:54Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'c3f22de5-88b8-4a83-b76f-bff8e56233b7', 'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'mac_address': 'fa:16:3e:f5:71:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:55Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 2, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'subnets': [{'id': '18834a8b-2767-45c3-a070-396743f527c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:56:59.655101 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Checking router: bf939ddd-50ef-4a1b-8d38-75434c729379 for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:56:59.655459 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Updating router bf939ddd-50ef-4a1b-8d38-75434c729379 port c3f22de5-88b8-4a83-b76f-bff8e56233b7 binding host dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:56:59.686163 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:59.756949 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-00720ec4-2992-45dd-8c14-6e9b65ecdeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:59.946374 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Publish callbacks [] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), precommit_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:56:59.951422 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:00.007401 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212161a-bc3b-476f-b0e7-ef25e50431a5 None None] Pushing event updated for resources: {'Port': ['ID=c3f22de5-88b8-4a83-b76f-bff8e56233b7,revision_number=3']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:00.015916 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212161a-bc3b-476f-b0e7-ef25e50431a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:00.016320 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212161a-bc3b-476f-b0e7-ef25e50431a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:00.016688 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212161a-bc3b-476f-b0e7-ef25e50431a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:00.017030 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212161a-bc3b-476f-b0e7-ef25e50431a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:00.017360 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212161a-bc3b-476f-b0e7-ef25e50431a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:00.017684 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212161a-bc3b-476f-b0e7-ef25e50431a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:00.018009 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212161a-bc3b-476f-b0e7-ef25e50431a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:00.019365 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212161a-bc3b-476f-b0e7-ef25e50431a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:00.019365 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212161a-bc3b-476f-b0e7-ef25e50431a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:00.019623 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212161a-bc3b-476f-b0e7-ef25e50431a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:00.019857 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212161a-bc3b-476f-b0e7-ef25e50431a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:00.020109 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212161a-bc3b-476f-b0e7-ef25e50431a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:00.020434 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0212161a-bc3b-476f-b0e7-ef25e50431a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:00.071610 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Attempting to bind port c3f22de5-88b8-4a83-b76f-bff8e56233b7 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:57:00.071777 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Attempting to bind port c3f22de5-88b8-4a83-b76f-bff8e56233b7 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': '4bcbfcf0-9b17-4a98-8681-1b9fef923d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f'}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:57:00.072291 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Attempting to bind port c3f22de5-88b8-4a83-b76f-bff8e56233b7 on network 6e3555f2-1e6b-4182-aac4-18d1232a6c2f {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:57:00.077664 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:57:00.078034 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Checking segment: {'id': '4bcbfcf0-9b17-4a98-8681-1b9fef923d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:57:00.078437 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:00.078825 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Bound using segment: {'id': '4bcbfcf0-9b17-4a98-8681-1b9fef923d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f'} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:57:00.079528 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Bound port: c3f22de5-88b8-4a83-b76f-bff8e56233b7, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcbfcf0-9b17-4a98-8681-1b9fef923d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f'}}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:57:00.079914 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:00.144359 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] For port c3f22de5-88b8-4a83-b76f-bff8e56233b7, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:57:00.147795 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] For port c3f22de5-88b8-4a83-b76f-bff8e56233b7, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=c3f22de5-88b8-4a83-b76f-bff8e56233b7,segment=NetworkSegment(4bcbfcf0-9b17-4a98-8681-1b9fef923d36),segment_id=4bcbfcf0-9b17-4a98-8681-1b9fef923d36)] {{(pid=114607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:57:00.153897 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:00.224698 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Routers {'bf939ddd-50ef-4a1b-8d38-75434c729379'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:57:00.225342 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:57:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['bf939ddd-50ef-4a1b-8d38-75434c729379'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:00.227191 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212161a-bc3b-476f-b0e7-ef25e50431a5 None None] Pushing event updated for resources: {'Port': ['ID=c3f22de5-88b8-4a83-b76f-bff8e56233b7,revision_number=4']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:00.297619 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-b72e5be9-6f90-45c0-b49b-42a02b101833 None None] Provisioning complete for port c3f22de5-88b8-4a83-b76f-bff8e56233b7 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:00.298076 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b72e5be9-6f90-45c0-b49b-42a02b101833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:00.354332 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] Set router bf939ddd-50ef-4a1b-8d38-75434c729379 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:57:00.389131 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-b72e5be9-6f90-45c0-b49b-42a02b101833 None None] Current status of the port c3f22de5-88b8-4a83-b76f-bff8e56233b7 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:00.389522 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b72e5be9-6f90-45c0-b49b-42a02b101833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:00.425639 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-b72e5be9-6f90-45c0-b49b-42a02b101833 None None] For port c3f22de5-88b8-4a83-b76f-bff8e56233b7, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=c3f22de5-88b8-4a83-b76f-bff8e56233b7,segment=NetworkSegment(4bcbfcf0-9b17-4a98-8681-1b9fef923d36),segment_id=4bcbfcf0-9b17-4a98-8681-1b9fef923d36)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:57:00.432100 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b72e5be9-6f90-45c0-b49b-42a02b101833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:00.492360 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e5be9-6f90-45c0-b49b-42a02b101833 None None] Pushing event updated for resources: {'Port': ['ID=c3f22de5-88b8-4a83-b76f-bff8e56233b7,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:00.570228 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d9099bea-676f-4875-9f88-35ba625fa105 None None] Provisioning complete for port c3f22de5-88b8-4a83-b76f-bff8e56233b7 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:00.570621 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d9099bea-676f-4875-9f88-35ba625fa105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:00.631757 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 4, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port': {'id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:54Z', 'updated_at': '2022-03-09T19:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'c3f22de5-88b8-4a83-b76f-bff8e56233b7', 'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'mac_address': 'fa:16:3e:f5:71:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:55Z', 'updated_at': '2022-03-09T19:57:00Z', 'revision_number': 4, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'subnets': [{'id': '18834a8b-2767-45c3-a070-396743f527c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:00.686826 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22075ffd-838c-441e-b9ff-f79362c03987 None None] The sync data for ids ['bf939ddd-50ef-4a1b-8d38-75434c729379'] in dv-cinder-788366-9-iscsi is: [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 4, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port': {'id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:54Z', 'updated_at': '2022-03-09T19:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'c3f22de5-88b8-4a83-b76f-bff8e56233b7', 'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'mac_address': 'fa:16:3e:f5:71:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:55Z', 'updated_at': '2022-03-09T19:57:00Z', 'revision_number': 4, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'subnets': [{'id': '18834a8b-2767-45c3-a070-396743f527c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:57:00.706145 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e73a2c4d-5611-468e-9063-49ca96266229 req-c36c10f9-f6e0-4f2e-bf59-f9a0b8e65d99 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 210 time: 0.0508633 Mar 09 19:57:00.712787 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-4e570a77-dbec-4775-8e97-ecfb263dbbcb tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:00.714392 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-4e570a77-dbec-4775-8e97-ecfb263dbbcb tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.20 "GET /v2.0/networks?id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f HTTP/1.1" status: 200 len: 810 time: 0.1668081 Mar 09 19:57:00.787810 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d9099bea-676f-4875-9f88-35ba625fa105 None None] Current status of the port c3f22de5-88b8-4a83-b76f-bff8e56233b7 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:00.822981 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-a2c54806-667f-42c9-aeac-a4994a389e1a tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f02559ff7a74109ad21ad038ef8b2c0 HTTP/1.1" status: 200 len: 379 time: 0.0903137 Mar 09 19:57:00.833181 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-eae0a4f8-7ff2-40cb-955c-cfbf339f69c1 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Request body: {'port': {'device_id': '936474c6-bad3-4950-b9f2-76d0b86772f8', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'admin_state_up': True, 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'security_groups': ['b0bfab22-dd53-44e8-b64f-60c036241f4a']}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:57:00.867059 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:00.944691 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-eae0a4f8-7ff2-40cb-955c-cfbf339f69c1 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Made reservation on behalf of 3f02559ff7a74109ad21ad038ef8b2c0 for: {'port': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:57:00.947924 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-eae0a4f8-7ff2-40cb-955c-cfbf339f69c1 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:01.022386 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 992ca713-7c70-440b-8fb9-7e8590868fc3 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:57:01.079093 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 992ca713-7c70-440b-8fb9-7e8590868fc3 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:01.079478 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (992ca713-7c70-440b-8fb9-7e8590868fc3), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:01.095908 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-eae0a4f8-7ff2-40cb-955c-cfbf339f69c1 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Allocated IP 172.20.0.6 (6e3555f2-1e6b-4182-aac4-18d1232a6c2f/18834a8b-2767-45c3-a070-396743f527c3/465a0600-c286-4948-b4a8-890d491a33ba) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:57:01.168470 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 992ca713-7c70-440b-8fb9-7e8590868fc3 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:01.170192 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device c3f22de5-88b8-4a83-b76f-bff8e56233b7 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:57:01.221004 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port c3f22de5-88b8-4a83-b76f-bff8e56233b7 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:01.221385 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:01.247596 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-eae0a4f8-7ff2-40cb-955c-cfbf339f69c1 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for port (465a0600-c286-4948-b4a8-890d491a33ba), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:01.289755 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-eae0a4f8-7ff2-40cb-955c-cfbf339f69c1 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (465a0600-c286-4948-b4a8-890d491a33ba), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:01.307540 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port c3f22de5-88b8-4a83-b76f-bff8e56233b7 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:01.332935 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-eae0a4f8-7ff2-40cb-955c-cfbf339f69c1 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Network 6e3555f2-1e6b-4182-aac4-18d1232a6c2f is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:57:01.337953 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-eae0a4f8-7ff2-40cb-955c-cfbf339f69c1 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:57:01.341762 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-eae0a4f8-7ff2-40cb-955c-cfbf339f69c1 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:57:01.348710 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0a4f8-7ff2-40cb-955c-cfbf339f69c1 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Pushing event updated for resources: {'Port': ['ID=465a0600-c286-4948-b4a8-890d491a33ba,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:01.404419 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-eae0a4f8-7ff2-40cb-955c-cfbf339f69c1 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:01.405067 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-eae0a4f8-7ff2-40cb-955c-cfbf339f69c1 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:01.423984 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-eae0a4f8-7ff2-40cb-955c-cfbf339f69c1 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5947156 Mar 09 19:57:01.611756 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-f64414aa-3a40-4140-bdc8-ecbdf3c97cc8 None None] Provisioning complete for port 465a0600-c286-4948-b4a8-890d491a33ba triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:01.612179 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f64414aa-3a40-4140-bdc8-ecbdf3c97cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (465a0600-c286-4948-b4a8-890d491a33ba), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:01.648378 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-f64414aa-3a40-4140-bdc8-ecbdf3c97cc8 None None] Port 465a0600-c286-4948-b4a8-890d491a33ba cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:57:01.826803 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c59aa-470e-4b60-9811-8e39b054e24a req-9d92b2c6-f0f1-4433-80ed-dce0e69e95ce tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:01.828301 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b57c59aa-470e-4b60-9811-8e39b054e24a req-9d92b2c6-f0f1-4433-80ed-dce0e69e95ce tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 931 time: 0.0515149 Mar 09 19:57:01.873200 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b57c59aa-470e-4b60-9811-8e39b054e24a req-a9ac78a1-ff68-4cc1-9c4a-734444eb7212 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387564 Mar 09 19:57:02.068943 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:57:02.475889 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:02.987772 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93372852-c5d2-45c3-a49d-949ee72ca61a req-03ab9665-f344-4294-9349-00fac422704b tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:02.989259 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-93372852-c5d2-45c3-a49d-949ee72ca61a req-03ab9665-f344-4294-9349-00fac422704b tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 931 time: 0.0513856 Mar 09 19:57:03.036672 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-93372852-c5d2-45c3-a49d-949ee72ca61a req-ad363377-6e42-49ea-a539-26ed5545acfb tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418570 Mar 09 19:57:03.760586 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Request body: {'port': {'device_id': '936474c6-bad3-4950-b9f2-76d0b86772f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:57:03.762194 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:03.823429 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (465a0600-c286-4948-b4a8-890d491a33ba), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:03.863569 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:04.086769 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465a0600-c286-4948-b4a8-890d491a33ba {{(pid=114605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:57:04.094363 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Publish callbacks [] for port (465a0600-c286-4948-b4a8-890d491a33ba), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:04.106483 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.provisioning_blocks [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Transition to ACTIVE for port object 465a0600-c286-4948-b4a8-890d491a33ba will not be triggered until provisioned by entity L2. {{(pid=114605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 19:57:04.112608 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (465a0600-c286-4948-b4a8-890d491a33ba), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:04.153194 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e3122-e578-4dbf-a310-88722f1d8a61 req-c2e3cdd8-71fd-4f62-a0f7-00e31082b57e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:04.154702 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-963e3122-e578-4dbf-a310-88722f1d8a61 req-c2e3cdd8-71fd-4f62-a0f7-00e31082b57e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 943 time: 0.0536900 Mar 09 19:57:04.166014 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=465a0600-c286-4948-b4a8-890d491a33ba,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:04.204803 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-963e3122-e578-4dbf-a310-88722f1d8a61 req-53fad966-b805-4b88-a72e-2534e5f232bd tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440898 Mar 09 19:57:04.239333 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Attempting to bind port 465a0600-c286-4948-b4a8-890d491a33ba on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:57:04.239669 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Attempting to bind port 465a0600-c286-4948-b4a8-890d491a33ba by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4bcbfcf0-9b17-4a98-8681-1b9fef923d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f'}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:57:04.240004 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Attempting to bind port 465a0600-c286-4948-b4a8-890d491a33ba on network 6e3555f2-1e6b-4182-aac4-18d1232a6c2f {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:57:04.244450 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Port 465a0600-c286-4948-b4a8-890d491a33ba on network 6e3555f2-1e6b-4182-aac4-18d1232a6c2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 19:57:04.244768 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Attempting to bind port 465a0600-c286-4948-b4a8-890d491a33ba on network 6e3555f2-1e6b-4182-aac4-18d1232a6c2f {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:57:04.249686 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:57:04.250022 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Checking segment: {'id': '4bcbfcf0-9b17-4a98-8681-1b9fef923d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:57:04.250397 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Bound using segment: {'id': '4bcbfcf0-9b17-4a98-8681-1b9fef923d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f'} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:57:04.250820 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Bound port: 465a0600-c286-4948-b4a8-890d491a33ba, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bcbfcf0-9b17-4a98-8681-1b9fef923d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f'}}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:57:04.251174 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (465a0600-c286-4948-b4a8-890d491a33ba), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:04.335874 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] For port 465a0600-c286-4948-b4a8-890d491a33ba, host hv-cinder-78836, cleared binding levels {{(pid=114605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:57:04.339237 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] For port 465a0600-c286-4948-b4a8-890d491a33ba, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=465a0600-c286-4948-b4a8-890d491a33ba,segment=NetworkSegment(4bcbfcf0-9b17-4a98-8681-1b9fef923d36),segment_id=4bcbfcf0-9b17-4a98-8681-1b9fef923d36)] {{(pid=114605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:57:04.344548 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (465a0600-c286-4948-b4a8-890d491a33ba), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:04.376497 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:04.377342 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:04.379225 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] 10.222.0.20 "PUT /v2.0/ports/465a0600-c286-4948-b4a8-890d491a33ba HTTP/1.1" status: 200 len: 1093 time: 0.6232018 Mar 09 19:57:04.379350 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936474c6-bad3-4950-b9f2-76d0b86772f8', 'tag': '465a0600-c286-4948-b4a8-890d491a33ba'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:57:04.382255 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdfb056-843e-4672-85ad-5cf5f140c04e" -d '{"events": [{"name": "network-changed", "server_uuid": "936474c6-bad3-4950-b9f2-76d0b86772f8", "tag": "465a0600-c286-4948-b4a8-890d491a33ba"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:57:04.411196 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20b013-65f0-41a9-af18-3c53c82a7aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=465a0600-c286-4948-b4a8-890d491a33ba,revision_number=3']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:04.433735 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bac5a96-6e33-4862-996d-998d0460fa72 x-openstack-request-id: req-2bac5a96-6e33-4862-996d-998d0460fa72 {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:57:04.434362 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936474c6-bad3-4950-b9f2-76d0b86772f8", "tag": "465a0600-c286-4948-b4a8-890d491a33ba", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:57:04.434617 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2bac5a96-6e33-4862-996d-998d0460fa72 {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:57:04.435071 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '936474c6-bad3-4950-b9f2-76d0b86772f8', 'tag': '465a0600-c286-4948-b4a8-890d491a33ba', 'status': 'completed', 'code': 200} Mar 09 19:57:04.485143 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-994f803b-f89e-46c8-8c9e-3d0f6a8184dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:04.486642 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-994f803b-f89e-46c8-8c9e-3d0f6a8184dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f02559ff7a74109ad21ad038ef8b2c0&device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 1127 time: 0.0457377 Mar 09 19:57:04.532647 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-d1db0794-ff02-4043-b957-2a5dba558de7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=465a0600-c286-4948-b4a8-890d491a33ba HTTP/1.1" status: 200 len: 217 time: 0.0382650 Mar 09 19:57:04.578939 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-462e7826-f392-4adc-a826-662f3cbfadb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:04.580464 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-462e7826-f392-4adc-a826-662f3cbfadb4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18834a8b-2767-45c3-a070-396743f527c3 HTTP/1.1" status: 200 len: 849 time: 0.0419881 Mar 09 19:57:04.639030 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-9980f8d9-c944-4582-af15-b8fad5ad2c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:04.640580 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-9980f8d9-c944-4582-af15-b8fad5ad2c47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516286 Mar 09 19:57:04.733150 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-f1532c70-9bcb-4e1e-be31-173b858ccf55 service neutron] 10.222.0.20 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817544 Mar 09 19:57:04.824362 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-db051a79-45f9-4bff-b9c8-0bc5d15e931a req-554cb02f-f1ac-478e-98f2-5400db799234 service neutron] 10.222.0.20 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822003 Mar 09 19:57:04.920176 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfb056-843e-4672-85ad-5cf5f140c04e req-68905239-9225-4fe9-86a3-780629b989fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:04.921717 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1bdfb056-843e-4672-85ad-5cf5f140c04e req-68905239-9225-4fe9-86a3-780629b989fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f02559ff7a74109ad21ad038ef8b2c0&device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 1127 time: 0.0467937 Mar 09 19:57:05.015180 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfb056-843e-4672-85ad-5cf5f140c04e req-b79dae0c-504f-409c-99fb-c0bb16cf288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:05.016696 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1bdfb056-843e-4672-85ad-5cf5f140c04e req-b79dae0c-504f-409c-99fb-c0bb16cf288b service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f HTTP/1.1" status: 200 len: 911 time: 0.0884509 Mar 09 19:57:05.064135 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1bdfb056-843e-4672-85ad-5cf5f140c04e req-0752f3d9-d64d-4951-aa9b-5d65343ae015 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=465a0600-c286-4948-b4a8-890d491a33ba HTTP/1.1" status: 200 len: 217 time: 0.0389884 Mar 09 19:57:05.115071 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfb056-843e-4672-85ad-5cf5f140c04e req-91ef0353-952b-4fd7-aabc-de3024714cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:05.116579 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1bdfb056-843e-4672-85ad-5cf5f140c04e req-91ef0353-952b-4fd7-aabc-de3024714cab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18834a8b-2767-45c3-a070-396743f527c3 HTTP/1.1" status: 200 len: 849 time: 0.0447814 Mar 09 19:57:05.168154 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfb056-843e-4672-85ad-5cf5f140c04e req-b183669b-bbd0-4f3a-b741-8594509186e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:05.169682 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1bdfb056-843e-4672-85ad-5cf5f140c04e req-b183669b-bbd0-4f3a-b741-8594509186e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457854 Mar 09 19:57:05.266459 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1bdfb056-843e-4672-85ad-5cf5f140c04e req-23dfc8e5-c6d7-4c90-9456-cb979f3b686a service neutron] 10.222.0.20 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896819 Mar 09 19:57:05.328741 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60b380-efe1-4539-b98c-f781648ca057 req-241f8118-0067-4208-a2db-8a9c6e3033e6 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:05.330302 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9b60b380-efe1-4539-b98c-f781648ca057 req-241f8118-0067-4208-a2db-8a9c6e3033e6 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 943 time: 0.0543118 Mar 09 19:57:05.360601 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1bdfb056-843e-4672-85ad-5cf5f140c04e req-ffb1261c-5d0e-46f3-b61f-b6f49085fd5c service neutron] 10.222.0.20 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876029 Mar 09 19:57:05.384608 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9b60b380-efe1-4539-b98c-f781648ca057 req-4fe3728a-78c1-48af-9408-6817628c83c6 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481582 Mar 09 19:57:06.516323 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797ba69-dfb6-40cf-87e7-5b33fd9639a7 req-85f10be1-959d-437f-9378-72d78d9b82d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:06.517989 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e797ba69-dfb6-40cf-87e7-5b33fd9639a7 req-85f10be1-959d-437f-9378-72d78d9b82d7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 943 time: 0.0596478 Mar 09 19:57:06.570828 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e797ba69-dfb6-40cf-87e7-5b33fd9639a7 req-77adf197-55a6-41b5-90b2-1a123da2717e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428061 Mar 09 19:57:07.685156 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548236e3-fd1e-40cf-9a4c-a509b9748bac req-b2211df2-add2-448a-aa82-771ff051be52 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:07.686602 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-548236e3-fd1e-40cf-9a4c-a509b9748bac req-b2211df2-add2-448a-aa82-771ff051be52 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 943 time: 0.0502799 Mar 09 19:57:07.731438 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-548236e3-fd1e-40cf-9a4c-a509b9748bac req-ce63702a-3498-4e1e-a82c-b836f6712f93 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387955 Mar 09 19:57:07.756790 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 465a0600-c286-4948-b4a8-890d491a33ba details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:57:07.851782 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 465a0600-c286-4948-b4a8-890d491a33ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=465a0600-c286-4948-b4a8-890d491a33ba,segment=NetworkSegment(4bcbfcf0-9b17-4a98-8681-1b9fef923d36),segment_id=4bcbfcf0-9b17-4a98-8681-1b9fef923d36)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:57:07.862325 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': '465a0600-c286-4948-b4a8-890d491a33ba', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'port_id': '465a0600-c286-4948-b4a8-890d491a33ba', 'mac_address': 'fa:16:3e:04:cf:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:57:07.898172 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 465a0600-c286-4948-b4a8-890d491a33ba is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:07.898563 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (465a0600-c286-4948-b4a8-890d491a33ba), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:07.910636 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465a0600-c286-4948-b4a8-890d491a33ba {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:57:07.928858 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 465a0600-c286-4948-b4a8-890d491a33ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=465a0600-c286-4948-b4a8-890d491a33ba,segment=NetworkSegment(4bcbfcf0-9b17-4a98-8681-1b9fef923d36),segment_id=4bcbfcf0-9b17-4a98-8681-1b9fef923d36)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:57:07.932887 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (465a0600-c286-4948-b4a8-890d491a33ba), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:07.980484 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=465a0600-c286-4948-b4a8-890d491a33ba,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:08.849312 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdaf3f2-1b72-4e58-971a-504970fb464a req-4a6b35f6-2e77-4fad-afe5-e8bbb45eeb12 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:08.850797 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8cdaf3f2-1b72-4e58-971a-504970fb464a req-4a6b35f6-2e77-4fad-afe5-e8bbb45eeb12 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 944 time: 0.0542521 Mar 09 19:57:09.146007 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8cdaf3f2-1b72-4e58-971a-504970fb464a req-c5766ddf-ea48-4b11-a813-c5ec4408e3a0 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2896585 Mar 09 19:57:09.809412 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['465a0600-c286-4948-b4a8-890d491a33ba'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:57:10.265923 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca767d-8f35-4408-ba35-91db83b51fc6 req-3b5b5670-2b23-43f0-ad58-7b2bce777935 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:10.267344 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d7ca767d-8f35-4408-ba35-91db83b51fc6 req-3b5b5670-2b23-43f0-ad58-7b2bce777935 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 944 time: 0.0505903 Mar 09 19:57:10.316641 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d7ca767d-8f35-4408-ba35-91db83b51fc6 req-b64b366e-260a-4731-a853-6d84dda0c2ac tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432699 Mar 09 19:57:11.431309 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea641a3-13e3-4a0a-aa6b-69e3262d8803 req-641147c0-87e2-4829-af2e-6e3ed5f855f9 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:11.432860 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3ea641a3-13e3-4a0a-aa6b-69e3262d8803 req-641147c0-87e2-4829-af2e-6e3ed5f855f9 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 944 time: 0.0518227 Mar 09 19:57:11.481639 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3ea641a3-13e3-4a0a-aa6b-69e3262d8803 req-c33d908a-f345-4a73-a524-e82d11f5061e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419168 Mar 09 19:57:11.775474 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 465a0600-c286-4948-b4a8-890d491a33ba up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:57:11.824271 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port 465a0600-c286-4948-b4a8-890d491a33ba completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 19:57:11.828566 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port 465a0600-c286-4948-b4a8-890d491a33ba triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:11.829035 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (465a0600-c286-4948-b4a8-890d491a33ba), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:11.906887 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 465a0600-c286-4948-b4a8-890d491a33ba is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:11.907279 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (465a0600-c286-4948-b4a8-890d491a33ba), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:11.929981 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936474c6-bad3-4950-b9f2-76d0b86772f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465a0600-c286-4948-b4a8-890d491a33ba'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:57:11.932504 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f0c811-02d5-4896-9e45-16bb7cce421b" -d '{"events": [{"server_uuid": "936474c6-bad3-4950-b9f2-76d0b86772f8", "name": "network-vif-plugged", "status": "completed", "tag": "465a0600-c286-4948-b4a8-890d491a33ba"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:57:11.946471 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 465a0600-c286-4948-b4a8-890d491a33ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=465a0600-c286-4948-b4a8-890d491a33ba,segment=NetworkSegment(4bcbfcf0-9b17-4a98-8681-1b9fef923d36),segment_id=4bcbfcf0-9b17-4a98-8681-1b9fef923d36)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:57:11.951869 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (465a0600-c286-4948-b4a8-890d491a33ba), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:11.978855 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260fb4d1-80e1-412c-858d-4784d9b849b3 x-openstack-request-id: req-260fb4d1-80e1-412c-858d-4784d9b849b3 {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:57:11.979545 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936474c6-bad3-4950-b9f2-76d0b86772f8", "name": "network-vif-plugged", "status": "completed", "tag": "465a0600-c286-4948-b4a8-890d491a33ba", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:57:11.980460 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-260fb4d1-80e1-412c-858d-4784d9b849b3 {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:57:11.980460 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936474c6-bad3-4950-b9f2-76d0b86772f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465a0600-c286-4948-b4a8-890d491a33ba', 'code': 200} Mar 09 19:57:12.009263 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=465a0600-c286-4948-b4a8-890d491a33ba,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:12.070431 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d04ca819-776c-4c82-ad9d-f9fd2804785e req-151a61e1-a546-4741-b642-a0c48ec991e1 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947503106&fields=id&tenant_id=24196775b71d467f82be587e453b8be4 HTTP/1.1" status: 200 len: 267 time: 0.0587678 Mar 09 19:57:12.126319 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ca819-776c-4c82-ad9d-f9fd2804785e req-ab28df53-0f1d-4586-8267-5a77c2641b86 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:12.128328 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d04ca819-776c-4c82-ad9d-f9fd2804785e req-ab28df53-0f1d-4586-8267-5a77c2641b86 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 985 time: 0.0518918 Mar 09 19:57:12.139485 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-d04ca819-776c-4c82-ad9d-f9fd2804785e req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Request body: {'port': {'security_groups': ['194b4a9b-c626-452d-abfd-74864ee6861a']}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:57:12.160679 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79caf49-fcd3-4df0-8698-af72a24696bb req-2fd41d55-e2ac-4956-8d12-ec7dfc5fc505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:12.162171 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-d79caf49-fcd3-4df0-8698-af72a24696bb req-2fd41d55-e2ac-4956-8d12-ec7dfc5fc505 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 1129 time: 0.0431287 Mar 09 19:57:12.206394 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-d79caf49-fcd3-4df0-8698-af72a24696bb req-17535600-8096-42ab-b7bc-e8f213a0dc37 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361478 Mar 09 19:57:12.213279 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-d04ca819-776c-4c82-ad9d-f9fd2804785e req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:12.378753 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-d04ca819-776c-4c82-ad9d-f9fd2804785e req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] For port de48bb38-3e35-4313-bf7c-cdc368b81990, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=de48bb38-3e35-4313-bf7c-cdc368b81990,segment=NetworkSegment(c5be0f4b-be34-4fc1-814f-68bb5267d53e),segment_id=c5be0f4b-be34-4fc1-814f-68bb5267d53e)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:57:12.406495 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-d04ca819-776c-4c82-ad9d-f9fd2804785e req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:12.410653 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-d04ca819-776c-4c82-ad9d-f9fd2804785e req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:12.450601 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ca819-776c-4c82-ad9d-f9fd2804785e req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:12.451207 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-d04ca819-776c-4c82-ad9d-f9fd2804785e req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:12.452604 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d04ca819-776c-4c82-ad9d-f9fd2804785e req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "PUT /v2.0/ports/de48bb38-3e35-4313-bf7c-cdc368b81990 HTTP/1.1" status: 200 len: 943 time: 0.3178504 Mar 09 19:57:12.453057 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd155e9de-51fb-464b-bd76-4919476fe426', 'tag': 'de48bb38-3e35-4313-bf7c-cdc368b81990'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:57:12.458799 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471d46da-a297-4b86-b70c-bafe67118218" -d '{"events": [{"name": "network-changed", "server_uuid": "d155e9de-51fb-464b-bd76-4919476fe426", "tag": "de48bb38-3e35-4313-bf7c-cdc368b81990"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:57:12.459008 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46096) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:12.486096 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Pushing event updated for resources: {'Port': ['ID=de48bb38-3e35-4313-bf7c-cdc368b81990,revision_number=7']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:12.494719 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:12.495479 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:12.496005 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:12.496546 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:12.497235 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:12.497432 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:12.497772 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:12.498106 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:12.498483 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:12.498748 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:12.499094 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:12.499594 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:12.499918 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d809dd-9f61-4c3b-9edf-9254dff5c076 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:57:12.512175 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29e7d64-9c3e-44d8-9768-4846d6a96721 x-openstack-request-id: req-b29e7d64-9c3e-44d8-9768-4846d6a96721 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:57:12.512476 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d155e9de-51fb-464b-bd76-4919476fe426", "tag": "de48bb38-3e35-4313-bf7c-cdc368b81990", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:57:12.512732 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b29e7d64-9c3e-44d8-9768-4846d6a96721 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:57:12.513128 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd155e9de-51fb-464b-bd76-4919476fe426', 'tag': 'de48bb38-3e35-4313-bf7c-cdc368b81990', 'status': 'completed', 'code': 200} Mar 09 19:57:12.527494 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-fe697482-ff46-4072-8503-4d7aae4388ae tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group (f3e6713f-5182-4fe5-b58f-8183e5936f38), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:12.554407 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-fe697482-ff46-4072-8503-4d7aae4388ae tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group (f3e6713f-5182-4fe5-b58f-8183e5936f38), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:12.605545 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c704e73-35bc-47ac-ada5-ca628222b35d req-9ed9dd83-3646-4bba-8461-379098c2f3a7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:12.607211 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5c704e73-35bc-47ac-ada5-ca628222b35d req-9ed9dd83-3646-4bba-8461-379098c2f3a7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0582790 Mar 09 19:57:12.635268 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-fe697482-ff46-4072-8503-4d7aae4388ae tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (f3e6713f-5182-4fe5-b58f-8183e5936f38), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:12.638237 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-fe697482-ff46-4072-8503-4d7aae4388ae tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:12.639617 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-fe697482-ff46-4072-8503-4d7aae4388ae tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "DELETE /v2.0/security-groups/f3e6713f-5182-4fe5-b58f-8183e5936f38 HTTP/1.1" status: 204 len: 168 time: 0.1796556 Mar 09 19:57:12.643347 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46100) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:12.649552 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe697482-ff46-4072-8503-4d7aae4388ae tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e6713f-5182-4fe5-b58f-8183e5936f38,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:12.679573 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-ea430948-e791-48bf-8066-9c0e3455994a None None] Provisioning complete for port de48bb38-3e35-4313-bf7c-cdc368b81990 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:12.680242 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ea430948-e791-48bf-8066-9c0e3455994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:12.704223 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5c704e73-35bc-47ac-ada5-ca628222b35d req-c169b4b4-e0f1-49f9-ad31-ba6854fe0b6a tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903106 Mar 09 19:57:12.758393 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-ea430948-e791-48bf-8066-9c0e3455994a None None] Current status of the port de48bb38-3e35-4313-bf7c-cdc368b81990 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:12.818275 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-85b7c6b7-3944-4448-84f8-039ff83c4ecf tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Deleting port d7d77eff-8f02-43d5-9331-00dc7d838961 {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:57:12.818583 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-85b7c6b7-3944-4448-84f8-039ff83c4ecf tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (d7d77eff-8f02-43d5-9331-00dc7d838961), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:12.888817 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-85b7c6b7-3944-4448-84f8-039ff83c4ecf tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (d7d77eff-8f02-43d5-9331-00dc7d838961), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:12.889062 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-85b7c6b7-3944-4448-84f8-039ff83c4ecf tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for floatingip (d7d77eff-8f02-43d5-9331-00dc7d838961), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:12.900337 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-85b7c6b7-3944-4448-84f8-039ff83c4ecf tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Calling delete_port for d7d77eff-8f02-43d5-9331-00dc7d838961 owned by network:floatingip {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:57:13.064214 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-85b7c6b7-3944-4448-84f8-039ff83c4ecf tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (d7d77eff-8f02-43d5-9331-00dc7d838961), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:13.089992 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7c6b7-3944-4448-84f8-039ff83c4ecf tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Pushing event deleted for resources: {'Port': ['ID=d7d77eff-8f02-43d5-9331-00dc7d838961,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:13.149656 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-85b7c6b7-3944-4448-84f8-039ff83c4ecf tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks [] for floatingip (bf4cce46-ea6f-4964-ba36-17b94daf77ff), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:13.149897 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [None req-85b7c6b7-3944-4448-84f8-039ff83c4ecf tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Floating IP bf4cce46-ea6f-4964-ba36-17b94daf77ff disassociated (deleted). External IP: 172.27.3.166, port: de48bb38-3e35-4313-bf7c-cdc368b81990. Mar 09 19:57:13.353901 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b7c6b7-3944-4448-84f8-039ff83c4ecf tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Router 174f789e-378b-4d2e-9064-48d2700b4db5 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:57:13.460397 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b7c6b7-3944-4448-84f8-039ff83c4ecf tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:57:13.465144 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-85b7c6b7-3944-4448-84f8-039ff83c4ecf tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:13.469849 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5e2e04-37dd-4ba4-b6fc-89ec5c091690 None None] Sync routers for ids ['174f789e-378b-4d2e-9064-48d2700b4db5'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:57:13.480531 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e2e04-37dd-4ba4-b6fc-89ec5c091690 None None] Routers {'174f789e-378b-4d2e-9064-48d2700b4db5'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:57:13.481155 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-5c5e2e04-37dd-4ba4-b6fc-89ec5c091690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:57:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['174f789e-378b-4d2e-9064-48d2700b4db5'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:13.494411 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-85b7c6b7-3944-4448-84f8-039ff83c4ecf tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "DELETE /v2.0/floatingips/bf4cce46-ea6f-4964-ba36-17b94daf77ff HTTP/1.1" status: 204 len: 168 time: 0.8499618 Mar 09 19:57:13.591580 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-5c5e2e04-37dd-4ba4-b6fc-89ec5c091690 None None] Set router 174f789e-378b-4d2e-9064-48d2700b4db5 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:57:13.787418 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-5c5e2e04-37dd-4ba4-b6fc-89ec5c091690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'name': 'tempest-TestMinimumBasicScenario-1617597958-router', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:54:55Z', 'revision_number': 4, 'project_id': '24196775b71d467f82be587e453b8be4', 'gw_port': {'id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'f1aeaaac-7789-44ec-9803-240483f571d9', 'name': '', 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'mac_address': 'fa:16:3e:2c:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:55Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 5, 'project_id': '24196775b71d467f82be587e453b8be4', 'subnets': [{'id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:13.813071 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5e2e04-37dd-4ba4-b6fc-89ec5c091690 None None] Checking router: 174f789e-378b-4d2e-9064-48d2700b4db5 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:57:13.821827 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e2e04-37dd-4ba4-b6fc-89ec5c091690 None None] Routers {'174f789e-378b-4d2e-9064-48d2700b4db5'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:57:13.822428 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-5c5e2e04-37dd-4ba4-b6fc-89ec5c091690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:57:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['174f789e-378b-4d2e-9064-48d2700b4db5'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:13.836916 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e47c89-f161-4107-af9b-28cf3eb4dc6f req-c85d1322-f770-4d66-803b-59a90f84334b tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:13.838479 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d3e47c89-f161-4107-af9b-28cf3eb4dc6f req-c85d1322-f770-4d66-803b-59a90f84334b tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0628629 Mar 09 19:57:13.884144 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d3e47c89-f161-4107-af9b-28cf3eb4dc6f req-7b1caaeb-ea21-48c4-88e7-8d510749013e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401657 Mar 09 19:57:13.928206 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-5c5e2e04-37dd-4ba4-b6fc-89ec5c091690 None None] Set router 174f789e-378b-4d2e-9064-48d2700b4db5 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:57:14.122155 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-5c5e2e04-37dd-4ba4-b6fc-89ec5c091690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'name': 'tempest-TestMinimumBasicScenario-1617597958-router', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:54:55Z', 'revision_number': 4, 'project_id': '24196775b71d467f82be587e453b8be4', 'gw_port': {'id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'f1aeaaac-7789-44ec-9803-240483f571d9', 'name': '', 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'mac_address': 'fa:16:3e:2c:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:55Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 5, 'project_id': '24196775b71d467f82be587e453b8be4', 'subnets': [{'id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:14.148615 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5e2e04-37dd-4ba4-b6fc-89ec5c091690 None None] The sync data for ids ['174f789e-378b-4d2e-9064-48d2700b4db5'] in dv-cinder-788366-9-iscsi is: [{'id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'name': 'tempest-TestMinimumBasicScenario-1617597958-router', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:54:55Z', 'revision_number': 4, 'project_id': '24196775b71d467f82be587e453b8be4', 'gw_port': {'id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'f1aeaaac-7789-44ec-9803-240483f571d9', 'name': '', 'network_id': '90dc0329-c1f6-4a9a-a3f6-ad29c228911b', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'mac_address': 'fa:16:3e:2c:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:55Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 5, 'project_id': '24196775b71d467f82be587e453b8be4', 'subnets': [{'id': '5c3c849f-2435-407c-aa3b-ded0607e015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:57:14.355479 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd8fe1a-0691-459b-838d-8163b25d599d None None] New status for floating IP bf4cce46-ea6f-4964-ba36-17b94daf77ff: DOWN {{(pid=114607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:57:14.514871 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd155e9de-51fb-464b-bd76-4919476fe426', 'tag': 'de48bb38-3e35-4313-bf7c-cdc368b81990'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:57:14.517242 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41aed6d-861c-49c1-9185-e92467f1054b" -d '{"events": [{"name": "network-changed", "server_uuid": "d155e9de-51fb-464b-bd76-4919476fe426", "tag": "de48bb38-3e35-4313-bf7c-cdc368b81990"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:57:14.551000 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68983f7-9c1c-423f-9791-637622a01e0d x-openstack-request-id: req-c68983f7-9c1c-423f-9791-637622a01e0d {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:57:14.551285 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d155e9de-51fb-464b-bd76-4919476fe426", "tag": "de48bb38-3e35-4313-bf7c-cdc368b81990", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:57:14.551536 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c68983f7-9c1c-423f-9791-637622a01e0d {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:57:14.551930 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd155e9de-51fb-464b-bd76-4919476fe426', 'tag': 'de48bb38-3e35-4313-bf7c-cdc368b81990', 'status': 'completed', 'code': 200} Mar 09 19:57:14.999482 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44e08f-a938-424a-8062-248698f8d4e1 req-ee44956e-6c1c-43f4-ba7e-5277590fa58b tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:15.000859 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-df44e08f-a938-424a-8062-248698f8d4e1 req-ee44956e-6c1c-43f4-ba7e-5277590fa58b tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0501590 Mar 09 19:57:15.024174 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['de48bb38-3e35-4313-bf7c-cdc368b81990'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:57:15.050771 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-df44e08f-a938-424a-8062-248698f8d4e1 req-3fa5bd21-aad6-435b-a6fa-df62ae5578a1 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436161 Mar 09 19:57:15.120313 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['de48bb38-3e35-4313-bf7c-cdc368b81990'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:57:15.146288 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d46da-a297-4b86-b70c-bafe67118218 req-fdf93cb0-350f-4192-9406-5e93d243d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:15.147877 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-471d46da-a297-4b86-b70c-bafe67118218 req-fdf93cb0-350f-4192-9406-5e93d243d55f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24196775b71d467f82be587e453b8be4&device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 1130 time: 0.0520649 Mar 09 19:57:15.247147 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d46da-a297-4b86-b70c-bafe67118218 req-a49f7b17-3c3c-4015-ad29-db974ba2968d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:15.248681 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-471d46da-a297-4b86-b70c-bafe67118218 req-a49f7b17-3c3c-4015-ad29-db974ba2968d service neutron] 10.222.0.20 "GET /v2.0/networks?id=90dc0329-c1f6-4a9a-a3f6-ad29c228911b HTTP/1.1" status: 200 len: 916 time: 0.0859318 Mar 09 19:57:15.293201 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-471d46da-a297-4b86-b70c-bafe67118218 req-804b55e5-b855-413a-a5a7-f0bf4a8ee5c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de48bb38-3e35-4313-bf7c-cdc368b81990 HTTP/1.1" status: 200 len: 217 time: 0.0369430 Mar 09 19:57:15.341476 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d46da-a297-4b86-b70c-bafe67118218 req-d56151b3-00cf-448a-be29-31527b279593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:15.343072 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-471d46da-a297-4b86-b70c-bafe67118218 req-d56151b3-00cf-448a-be29-31527b279593 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c3c849f-2435-407c-aa3b-ded0607e015f HTTP/1.1" status: 200 len: 854 time: 0.0435715 Mar 09 19:57:15.391139 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d46da-a297-4b86-b70c-bafe67118218 req-81ce234d-8e0a-401c-ac70-a521021df722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:15.392812 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-471d46da-a297-4b86-b70c-bafe67118218 req-81ce234d-8e0a-401c-ac70-a521021df722 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90dc0329-c1f6-4a9a-a3f6-ad29c228911b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433815 Mar 09 19:57:15.491921 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-471d46da-a297-4b86-b70c-bafe67118218 req-705044fb-749f-4971-81f0-6a26315509cb service neutron] 10.222.0.20 "GET /v2.0/networks/90dc0329-c1f6-4a9a-a3f6-ad29c228911b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902522 Mar 09 19:57:15.580263 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-471d46da-a297-4b86-b70c-bafe67118218 req-0295018a-19e1-423a-8265-8dbdeadf80ba service neutron] 10.222.0.20 "GET /v2.0/networks/90dc0329-c1f6-4a9a-a3f6-ad29c228911b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799503 Mar 09 19:57:15.678449 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41aed6d-861c-49c1-9185-e92467f1054b req-31e011eb-02b8-427d-b8be-c8a8a6a8a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:15.679921 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-d41aed6d-861c-49c1-9185-e92467f1054b req-31e011eb-02b8-427d-b8be-c8a8a6a8a925 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24196775b71d467f82be587e453b8be4&device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 1130 time: 0.0467534 Mar 09 19:57:15.769047 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41aed6d-861c-49c1-9185-e92467f1054b req-81e292c5-e7ac-446a-9aa0-fc0035e43c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:15.770892 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-d41aed6d-861c-49c1-9185-e92467f1054b req-81e292c5-e7ac-446a-9aa0-fc0035e43c96 service neutron] 10.222.0.20 "GET /v2.0/networks?id=90dc0329-c1f6-4a9a-a3f6-ad29c228911b HTTP/1.1" status: 200 len: 916 time: 0.0835454 Mar 09 19:57:15.816180 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-d41aed6d-861c-49c1-9185-e92467f1054b req-c2ae5ff5-b333-437f-9d03-def142b301ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de48bb38-3e35-4313-bf7c-cdc368b81990 HTTP/1.1" status: 200 len: 217 time: 0.0382354 Mar 09 19:57:15.871757 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41aed6d-861c-49c1-9185-e92467f1054b req-255bfcad-dd8f-4586-9879-957c008e5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:15.873526 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-d41aed6d-861c-49c1-9185-e92467f1054b req-255bfcad-dd8f-4586-9879-957c008e5e08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c3c849f-2435-407c-aa3b-ded0607e015f HTTP/1.1" status: 200 len: 854 time: 0.0445986 Mar 09 19:57:15.924475 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41aed6d-861c-49c1-9185-e92467f1054b req-629d852b-6092-4255-8e8b-601342e7e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:15.925950 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-d41aed6d-861c-49c1-9185-e92467f1054b req-629d852b-6092-4255-8e8b-601342e7e565 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90dc0329-c1f6-4a9a-a3f6-ad29c228911b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420952 Mar 09 19:57:16.019140 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-d41aed6d-861c-49c1-9185-e92467f1054b req-378e361f-015b-459e-83e0-c17edb1644f8 service neutron] 10.222.0.20 "GET /v2.0/networks/90dc0329-c1f6-4a9a-a3f6-ad29c228911b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837822 Mar 09 19:57:16.114525 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-d41aed6d-861c-49c1-9185-e92467f1054b req-74d80e0e-720c-422d-99ba-fe9d2278e51a service neutron] 10.222.0.20 "GET /v2.0/networks/90dc0329-c1f6-4a9a-a3f6-ad29c228911b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869439 Mar 09 19:57:16.170583 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaf68e-55bf-4f9a-9084-00532ee2b17e req-eba89c9f-6a68-4ec3-a725-230136fa2845 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:16.172052 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0afaf68e-55bf-4f9a-9084-00532ee2b17e req-eba89c9f-6a68-4ec3-a725-230136fa2845 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0534744 Mar 09 19:57:16.219824 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0afaf68e-55bf-4f9a-9084-00532ee2b17e req-2b2594bc-5707-4dce-891b-65db0c7e7db9 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413806 Mar 09 19:57:16.333937 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abdee7-85fd-4392-aa43-501e155f3768 req-585b5be2-6496-4945-8151-545bb68a81b9 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:16.335402 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-64abdee7-85fd-4392-aa43-501e155f3768 req-585b5be2-6496-4945-8151-545bb68a81b9 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0539401 Mar 09 19:57:16.343657 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46140) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:16.348543 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-74b82aec-0d41-4c8d-9431-1b67e359512c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Request body: {'floatingip': {'port_id': '465a0600-c286-4948-b4a8-890d491a33ba'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:57:16.389547 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-74b82aec-0d41-4c8d-9431-1b67e359512c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for floatingip (2df2f6be-f7f8-4af9-bba2-b5f2e8792f79), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:16.834588 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-74b82aec-0d41-4c8d-9431-1b67e359512c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:16.838860 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-74b82aec-0d41-4c8d-9431-1b67e359512c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (2df2f6be-f7f8-4af9-bba2-b5f2e8792f79), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:16.939449 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [None req-74b82aec-0d41-4c8d-9431-1b67e359512c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Floating IP 2df2f6be-f7f8-4af9-bba2-b5f2e8792f79 associated. External IP: 172.27.3.200, port: 465a0600-c286-4948-b4a8-890d491a33ba. Mar 09 19:57:17.146709 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b82aec-0d41-4c8d-9431-1b67e359512c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Router bf939ddd-50ef-4a1b-8d38-75434c729379 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:57:17.255072 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b82aec-0d41-4c8d-9431-1b67e359512c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:57:17.259454 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-74b82aec-0d41-4c8d-9431-1b67e359512c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:17.264943 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24328311-df80-4a4d-b083-307eaf50dd2c None None] Sync routers for ids ['bf939ddd-50ef-4a1b-8d38-75434c729379'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:57:17.273696 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24328311-df80-4a4d-b083-307eaf50dd2c None None] Routers {'bf939ddd-50ef-4a1b-8d38-75434c729379'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:57:17.274298 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-24328311-df80-4a4d-b083-307eaf50dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:57:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['bf939ddd-50ef-4a1b-8d38-75434c729379'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:17.287871 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-74b82aec-0d41-4c8d-9431-1b67e359512c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "PUT /v2.0/floatingips/2df2f6be-f7f8-4af9-bba2-b5f2e8792f79 HTTP/1.1" status: 200 len: 991 time: 0.9431739 Mar 09 19:57:17.288450 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936474c6-bad3-4950-b9f2-76d0b86772f8', 'tag': '465a0600-c286-4948-b4a8-890d491a33ba'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:57:17.290636 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4a62fb-3653-45b8-9547-4fe375d0c01a" -d '{"events": [{"name": "network-changed", "server_uuid": "936474c6-bad3-4950-b9f2-76d0b86772f8", "tag": "465a0600-c286-4948-b4a8-890d491a33ba"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:57:17.327296 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f61ca65-2a74-49d2-ade9-75bbda592d77 x-openstack-request-id: req-5f61ca65-2a74-49d2-ade9-75bbda592d77 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:57:17.327583 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936474c6-bad3-4950-b9f2-76d0b86772f8", "tag": "465a0600-c286-4948-b4a8-890d491a33ba", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:57:17.327835 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f61ca65-2a74-49d2-ade9-75bbda592d77 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:57:17.328316 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '936474c6-bad3-4950-b9f2-76d0b86772f8', 'tag': '465a0600-c286-4948-b4a8-890d491a33ba', 'status': 'completed', 'code': 200} Mar 09 19:57:17.408396 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a62fb-3653-45b8-9547-4fe375d0c01a req-ec195d18-0f22-4f41-8ae5-d6865c65f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:17.410613 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-5a4a62fb-3653-45b8-9547-4fe375d0c01a req-ec195d18-0f22-4f41-8ae5-d6865c65f638 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f02559ff7a74109ad21ad038ef8b2c0&device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 1129 time: 0.0535989 Mar 09 19:57:17.513147 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a62fb-3653-45b8-9547-4fe375d0c01a req-9ee536a5-6a2e-409f-b484-1f0f9a916b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:17.515034 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-5a4a62fb-3653-45b8-9547-4fe375d0c01a req-9ee536a5-6a2e-409f-b484-1f0f9a916b7a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f HTTP/1.1" status: 200 len: 911 time: 0.0978191 Mar 09 19:57:17.520796 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-24328311-df80-4a4d-b083-307eaf50dd2c None None] Set router bf939ddd-50ef-4a1b-8d38-75434c729379 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:57:17.591529 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-5a4a62fb-3653-45b8-9547-4fe375d0c01a req-c970bb2b-a207-4656-9a12-50104b458403 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=465a0600-c286-4948-b4a8-890d491a33ba HTTP/1.1" status: 200 len: 999 time: 0.0703118 Mar 09 19:57:17.759862 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-24328311-df80-4a4d-b083-307eaf50dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 4, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port': {'id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:54Z', 'updated_at': '2022-03-09T19:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '2df2f6be-f7f8-4af9-bba2-b5f2e8792f79', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'port_id': '465a0600-c286-4948-b4a8-890d491a33ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'mac_address': 'fa:16:3e:04:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936474c6-bad3-4950-b9f2-76d0b86772f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:56:58Z', 'updated_at': '2022-03-09T19:57:16Z', 'revision_number': 1, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f22de5-88b8-4a83-b76f-bff8e56233b7', 'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'mac_address': 'fa:16:3e:f5:71:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:55Z', 'updated_at': '2022-03-09T19:57:00Z', 'revision_number': 5, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'subnets': [{'id': '18834a8b-2767-45c3-a070-396743f527c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:17.787182 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24328311-df80-4a4d-b083-307eaf50dd2c None None] Checking router: bf939ddd-50ef-4a1b-8d38-75434c729379 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:57:17.795760 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24328311-df80-4a4d-b083-307eaf50dd2c None None] Routers {'bf939ddd-50ef-4a1b-8d38-75434c729379'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:57:17.796522 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-24328311-df80-4a4d-b083-307eaf50dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:57:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['bf939ddd-50ef-4a1b-8d38-75434c729379'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:17.878776 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a62fb-3653-45b8-9547-4fe375d0c01a req-a13f0396-c84a-45ab-bee7-91ce6c1438cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:17.880349 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-5a4a62fb-3653-45b8-9547-4fe375d0c01a req-a13f0396-c84a-45ab-bee7-91ce6c1438cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18834a8b-2767-45c3-a070-396743f527c3 HTTP/1.1" status: 200 len: 849 time: 0.2815092 Mar 09 19:57:17.903455 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-24328311-df80-4a4d-b083-307eaf50dd2c None None] Set router bf939ddd-50ef-4a1b-8d38-75434c729379 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:57:18.122526 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-24328311-df80-4a4d-b083-307eaf50dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 4, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port': {'id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:54Z', 'updated_at': '2022-03-09T19:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '2df2f6be-f7f8-4af9-bba2-b5f2e8792f79', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'port_id': '465a0600-c286-4948-b4a8-890d491a33ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'mac_address': 'fa:16:3e:04:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936474c6-bad3-4950-b9f2-76d0b86772f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:56:58Z', 'updated_at': '2022-03-09T19:57:16Z', 'revision_number': 1, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f22de5-88b8-4a83-b76f-bff8e56233b7', 'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'mac_address': 'fa:16:3e:f5:71:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:55Z', 'updated_at': '2022-03-09T19:57:00Z', 'revision_number': 5, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'subnets': [{'id': '18834a8b-2767-45c3-a070-396743f527c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:18.149721 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24328311-df80-4a4d-b083-307eaf50dd2c None None] The sync data for ids ['bf939ddd-50ef-4a1b-8d38-75434c729379'] in dv-cinder-788366-9-iscsi is: [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 4, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port': {'id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:54Z', 'updated_at': '2022-03-09T19:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '2df2f6be-f7f8-4af9-bba2-b5f2e8792f79', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'floating_ip_address': '172.27.3.200', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'port_id': '465a0600-c286-4948-b4a8-890d491a33ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'mac_address': 'fa:16:3e:04:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936474c6-bad3-4950-b9f2-76d0b86772f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:56:58Z', 'updated_at': '2022-03-09T19:57:16Z', 'revision_number': 1, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f22de5-88b8-4a83-b76f-bff8e56233b7', 'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'mac_address': 'fa:16:3e:f5:71:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:55Z', 'updated_at': '2022-03-09T19:57:00Z', 'revision_number': 5, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'subnets': [{'id': '18834a8b-2767-45c3-a070-396743f527c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:57:18.306980 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806e680-291c-4fa5-b035-5978e0976bc7 req-268a6de4-c390-445a-8e49-66d58579558f tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:18.308537 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8806e680-291c-4fa5-b035-5978e0976bc7 req-268a6de4-c390-445a-8e49-66d58579558f tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 946 time: 0.0539246 Mar 09 19:57:18.341906 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a815f15-27a8-41fd-a2cd-3ede19328d84 None None] New status for floating IP 2df2f6be-f7f8-4af9-bba2-b5f2e8792f79: ACTIVE {{(pid=114607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:57:18.363765 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8806e680-291c-4fa5-b035-5978e0976bc7 req-68abc38d-96ea-47e1-a9e0-8ccca318d016 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467410 Mar 09 19:57:18.798620 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a62fb-3653-45b8-9547-4fe375d0c01a req-723c48e8-1e27-47e9-9e42-5ff4f42d73a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:18.800617 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-5a4a62fb-3653-45b8-9547-4fe375d0c01a req-723c48e8-1e27-47e9-9e42-5ff4f42d73a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425673 Mar 09 19:57:19.480165 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700568d-511a-4a34-928d-209b68082042 req-9e5af2fd-910f-4a81-a9ef-73f3898568a3 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:19.481631 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9700568d-511a-4a34-928d-209b68082042 req-9e5af2fd-910f-4a81-a9ef-73f3898568a3 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 946 time: 0.0512404 Mar 09 19:57:19.526582 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9700568d-511a-4a34-928d-209b68082042 req-f44f8729-c44b-4efd-bb4e-81ab02193441 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394616 Mar 09 19:57:20.586599 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-5a4a62fb-3653-45b8-9547-4fe375d0c01a req-4e789def-63fb-448e-87a2-84cb98155d00 service neutron] 10.222.0.20 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847275 Mar 09 19:57:20.645908 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9784f-cef6-4a44-bfa1-9e1502d4dd8a req-cfd9ee74-1906-4846-925a-b71333622022 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:20.647360 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-85d9784f-cef6-4a44-bfa1-9e1502d4dd8a req-cfd9ee74-1906-4846-925a-b71333622022 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 946 time: 0.0519276 Mar 09 19:57:20.676879 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-5a4a62fb-3653-45b8-9547-4fe375d0c01a req-0cc087d4-2678-488c-b2e2-888baad0e78b service neutron] 10.222.0.20 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832558 Mar 09 19:57:20.693079 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-85d9784f-cef6-4a44-bfa1-9e1502d4dd8a req-8411a4a9-9473-4075-a6f2-4393692cb1bf tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399861 Mar 09 19:57:21.813034 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832c9ac-b4c3-4763-a83f-b8ce4cfff52d req-d30c0a36-b212-4748-8f9a-8535b66dc225 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:21.814500 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3832c9ac-b4c3-4763-a83f-b8ce4cfff52d req-d30c0a36-b212-4748-8f9a-8535b66dc225 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 946 time: 0.0551984 Mar 09 19:57:21.862033 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3832c9ac-b4c3-4763-a83f-b8ce4cfff52d req-4e8a9b21-1020-4eb6-859c-fbc446070329 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/security-groups?id=194b4a9b-c626-452d-abfd-74864ee6861a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414829 Mar 09 19:57:22.587498 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240c24-6b94-47db-b513-8f5bc61c9337 req-fd74e71e-44a0-4d9c-999a-65ef484f4642 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:22.588974 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-fd240c24-6b94-47db-b513-8f5bc61c9337 req-fd74e71e-44a0-4d9c-999a-65ef484f4642 tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.20 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 946 time: 0.0557857 Mar 09 19:57:22.679840 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-fd240c24-6b94-47db-b513-8f5bc61c9337 req-d3257fec-dd41-479e-9bb5-9023b0870cfc tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Deleting port de48bb38-3e35-4313-bf7c-cdc368b81990 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:57:22.680199 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-fd240c24-6b94-47db-b513-8f5bc61c9337 req-d3257fec-dd41-479e-9bb5-9023b0870cfc tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:22.772118 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-fd240c24-6b94-47db-b513-8f5bc61c9337 req-d3257fec-dd41-479e-9bb5-9023b0870cfc tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] For port de48bb38-3e35-4313-bf7c-cdc368b81990, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=de48bb38-3e35-4313-bf7c-cdc368b81990,segment=NetworkSegment(c5be0f4b-be34-4fc1-814f-68bb5267d53e),segment_id=c5be0f4b-be34-4fc1-814f-68bb5267d53e)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:57:22.772382 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-fd240c24-6b94-47db-b513-8f5bc61c9337 req-d3257fec-dd41-479e-9bb5-9023b0870cfc tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:22.784081 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-fd240c24-6b94-47db-b513-8f5bc61c9337 req-d3257fec-dd41-479e-9bb5-9023b0870cfc tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Calling delete_port for de48bb38-3e35-4313-bf7c-cdc368b81990 owned by compute:nova {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:57:22.912502 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-fd240c24-6b94-47db-b513-8f5bc61c9337 req-d3257fec-dd41-479e-9bb5-9023b0870cfc tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (de48bb38-3e35-4313-bf7c-cdc368b81990), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:22.926031 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['de48bb38-3e35-4313-bf7c-cdc368b81990'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:57:22.947195 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3257fec-dd41-479e-9bb5-9023b0870cfc tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Pushing event deleted for resources: {'Port': ['ID=de48bb38-3e35-4313-bf7c-cdc368b81990,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:22.961993 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a978baf7-4ca9-4908-9e8f-388cfa604db4 req-9ca1bb6c-e4b3-4fef-afa3-7c86f619759d tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.16 "GET /v2.0/ports?device_id=d155e9de-51fb-464b-bd76-4919476fe426 HTTP/1.1" status: 200 len: 210 time: 0.0294919 Mar 09 19:57:23.005465 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd240c24-6b94-47db-b513-8f5bc61c9337 req-d3257fec-dd41-479e-9bb5-9023b0870cfc tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] No DVR routers for this DVR port de48bb38-3e35-4313-bf7c-cdc368b81990 on host hv-cinder-78836 {{(pid=114605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:57:23.007960 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-fd240c24-6b94-47db-b513-8f5bc61c9337 req-d3257fec-dd41-479e-9bb5-9023b0870cfc tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:23.011228 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-fd240c24-6b94-47db-b513-8f5bc61c9337 req-d3257fec-dd41-479e-9bb5-9023b0870cfc tempest-TestMinimumBasicScenario-1035208576 tempest-TestMinimumBasicScenario-1035208576-project] 10.222.0.20 "DELETE /v2.0/ports/de48bb38-3e35-4313-bf7c-cdc368b81990 HTTP/1.1" status: 204 len: 173 time: 0.4159622 Mar 09 19:57:23.011676 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd155e9de-51fb-464b-bd76-4919476fe426', 'name': 'network-vif-deleted', 'tag': 'de48bb38-3e35-4313-bf7c-cdc368b81990'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:57:23.013995 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9722dd58-f92f-46a7-9319-c0ca1fbba167" -d '{"events": [{"server_uuid": "d155e9de-51fb-464b-bd76-4919476fe426", "name": "network-vif-deleted", "tag": "de48bb38-3e35-4313-bf7c-cdc368b81990"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:57:23.054779 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435b0aa6-0231-4b12-9f15-79dc7e74d2eb x-openstack-request-id: req-435b0aa6-0231-4b12-9f15-79dc7e74d2eb {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:57:23.055071 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d155e9de-51fb-464b-bd76-4919476fe426", "name": "network-vif-deleted", "tag": "de48bb38-3e35-4313-bf7c-cdc368b81990", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:57:23.055326 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-435b0aa6-0231-4b12-9f15-79dc7e74d2eb {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:57:23.055728 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd155e9de-51fb-464b-bd76-4919476fe426', 'name': 'network-vif-deleted', 'tag': 'de48bb38-3e35-4313-bf7c-cdc368b81990', 'status': 'completed', 'code': 200} Mar 09 19:57:24.619004 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46284) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:25.213424 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-efd8224b-1363-425b-b36b-5459563f504f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394882'] for router_interface (174f789e-378b-4d2e-9064-48d2700b4db5), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:25.450401 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-efd8224b-1363-425b-b36b-5459563f504f admin admin] Deleting port f1aeaaac-7789-44ec-9803-240483f571d9 {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:57:25.450731 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-efd8224b-1363-425b-b36b-5459563f504f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (f1aeaaac-7789-44ec-9803-240483f571d9), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:25.532410 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [None req-efd8224b-1363-425b-b36b-5459563f504f admin admin] For port f1aeaaac-7789-44ec-9803-240483f571d9, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=f1aeaaac-7789-44ec-9803-240483f571d9,segment=NetworkSegment(c5be0f4b-be34-4fc1-814f-68bb5267d53e),segment_id=c5be0f4b-be34-4fc1-814f-68bb5267d53e)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:57:25.532765 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-efd8224b-1363-425b-b36b-5459563f504f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (f1aeaaac-7789-44ec-9803-240483f571d9), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:25.545220 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-efd8224b-1363-425b-b36b-5459563f504f admin admin] Calling delete_port for f1aeaaac-7789-44ec-9803-240483f571d9 owned by network:router_interface {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:57:25.724005 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-efd8224b-1363-425b-b36b-5459563f504f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (f1aeaaac-7789-44ec-9803-240483f571d9), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:25.747436 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46292) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:25.748664 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8224b-1363-425b-b36b-5459563f504f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1aeaaac-7789-44ec-9803-240483f571d9,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:25.865785 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1908bb21-530f-487f-9311-3dec9b99f7bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:25.927927 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-efd8224b-1363-425b-b36b-5459563f504f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399378'] for router_interface (174f789e-378b-4d2e-9064-48d2700b4db5), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:25.947239 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1908bb21-530f-487f-9311-3dec9b99f7bc admin admin] Publish callbacks [] for security_group (36883dce-39ff-495e-973d-4f64461113c7), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:25.951940 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1908bb21-530f-487f-9311-3dec9b99f7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (36883dce-39ff-495e-973d-4f64461113c7), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:25.990200 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908bb21-530f-487f-9311-3dec9b99f7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36883dce-39ff-495e-973d-4f64461113c7,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:25.994491 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-1908bb21-530f-487f-9311-3dec9b99f7bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91ce9585c9cd42c0ba8978ee05469980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459269 Mar 09 19:57:25.997186 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46296) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:26.044386 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-bb0d33a9-7cd7-4401-b623-614f09a830f1 admin admin] Publish callbacks [] for security_group (36883dce-39ff-495e-973d-4f64461113c7), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:26.068737 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-bb0d33a9-7cd7-4401-b623-614f09a830f1 admin admin] Publish callbacks [] for security_group (36883dce-39ff-495e-973d-4f64461113c7), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:26.114513 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-bb0d33a9-7cd7-4401-b623-614f09a830f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (36883dce-39ff-495e-973d-4f64461113c7), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:26.117546 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-bb0d33a9-7cd7-4401-b623-614f09a830f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:26.118682 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-bb0d33a9-7cd7-4401-b623-614f09a830f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36883dce-39ff-495e-973d-4f64461113c7 HTTP/1.1" status: 204 len: 168 time: 0.1206093 Mar 09 19:57:26.126871 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d33a9-7cd7-4401-b623-614f09a830f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36883dce-39ff-495e-973d-4f64461113c7,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:26.160736 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd8224b-1363-425b-b36b-5459563f504f admin admin] Router 174f789e-378b-4d2e-9064-48d2700b4db5 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:57:26.271040 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd8224b-1363-425b-b36b-5459563f504f admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:57:26.276081 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-efd8224b-1363-425b-b36b-5459563f504f admin admin] 10.222.0.16 "PUT /v2.0/routers/174f789e-378b-4d2e-9064-48d2700b4db5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6549230 Mar 09 19:57:26.278724 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46302) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:26.282007 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6083cd5-0423-4795-9edc-ba92da1390ff None None] Sync routers for ids ['174f789e-378b-4d2e-9064-48d2700b4db5'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:57:26.292320 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6083cd5-0423-4795-9edc-ba92da1390ff None None] Routers {'174f789e-378b-4d2e-9064-48d2700b4db5'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:57:26.293068 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-e6083cd5-0423-4795-9edc-ba92da1390ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:57:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['174f789e-378b-4d2e-9064-48d2700b4db5'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:26.389359 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-93bad91e-72aa-4b2c-8013-ccbcd3d130a7 admin admin] Publish callbacks [] for router (174f789e-378b-4d2e-9064-48d2700b4db5), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:26.394242 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46304) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:26.402496 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-e6083cd5-0423-4795-9edc-ba92da1390ff None None] Set router 174f789e-378b-4d2e-9064-48d2700b4db5 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:57:26.407155 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-472ca8e1-ec89-4d19-bc52-84d1371f209a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:26.496372 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-472ca8e1-ec89-4d19-bc52-84d1371f209a admin admin] Publish callbacks [] for security_group (ae00d3af-e0c8-40fc-a441-9d41c1d914e2), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:26.503629 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-472ca8e1-ec89-4d19-bc52-84d1371f209a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (ae00d3af-e0c8-40fc-a441-9d41c1d914e2), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:26.510294 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-93bad91e-72aa-4b2c-8013-ccbcd3d130a7 admin admin] Publish callbacks [] for router_gateway (174f789e-378b-4d2e-9064-48d2700b4db5), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:26.552705 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-472ca8e1-ec89-4d19-bc52-84d1371f209a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ed5237bafcb4921b3b750df8624ddde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572716 Mar 09 19:57:26.553691 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46306) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:26.553850 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ca8e1-ec89-4d19-bc52-84d1371f209a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae00d3af-e0c8-40fc-a441-9d41c1d914e2,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:26.586074 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-93bad91e-72aa-4b2c-8013-ccbcd3d130a7 admin admin] Deleting port c1587ad1-0093-4791-a518-cc76849e269d {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:57:26.586406 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-93bad91e-72aa-4b2c-8013-ccbcd3d130a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (c1587ad1-0093-4791-a518-cc76849e269d), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:26.663962 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-13e68f5c-890d-4f1b-a6fa-7931a42b2fc3 admin admin] Publish callbacks [] for security_group (ae00d3af-e0c8-40fc-a441-9d41c1d914e2), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:26.688648 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-e6083cd5-0423-4795-9edc-ba92da1390ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'name': 'tempest-TestMinimumBasicScenario-1617597958-router', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:57:25Z', 'revision_number': 5, 'project_id': '24196775b71d467f82be587e453b8be4', 'gw_port': {'id': 'c1587ad1-0093-4791-a518-cc76849e269d', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:26.700439 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [None req-93bad91e-72aa-4b2c-8013-ccbcd3d130a7 admin admin] For port c1587ad1-0093-4791-a518-cc76849e269d, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=c1587ad1-0093-4791-a518-cc76849e269d,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:57:26.700797 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-93bad91e-72aa-4b2c-8013-ccbcd3d130a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (c1587ad1-0093-4791-a518-cc76849e269d), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:26.704305 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-13e68f5c-890d-4f1b-a6fa-7931a42b2fc3 admin admin] Publish callbacks [] for security_group (ae00d3af-e0c8-40fc-a441-9d41c1d914e2), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:26.718731 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6083cd5-0423-4795-9edc-ba92da1390ff None None] Checking router: 174f789e-378b-4d2e-9064-48d2700b4db5 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:57:26.722792 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-93bad91e-72aa-4b2c-8013-ccbcd3d130a7 admin admin] Calling delete_port for c1587ad1-0093-4791-a518-cc76849e269d owned by network:router_gateway {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:57:26.732108 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6083cd5-0423-4795-9edc-ba92da1390ff None None] Routers {'174f789e-378b-4d2e-9064-48d2700b4db5'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:57:26.732827 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-e6083cd5-0423-4795-9edc-ba92da1390ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:57:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['174f789e-378b-4d2e-9064-48d2700b4db5'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:26.802882 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-13e68f5c-890d-4f1b-a6fa-7931a42b2fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (ae00d3af-e0c8-40fc-a441-9d41c1d914e2), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:26.806523 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-13e68f5c-890d-4f1b-a6fa-7931a42b2fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:26.808234 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-13e68f5c-890d-4f1b-a6fa-7931a42b2fc3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae00d3af-e0c8-40fc-a441-9d41c1d914e2 HTTP/1.1" status: 204 len: 168 time: 0.2535837 Mar 09 19:57:26.858018 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e68f5c-890d-4f1b-a6fa-7931a42b2fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae00d3af-e0c8-40fc-a441-9d41c1d914e2,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:26.933063 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-93bad91e-72aa-4b2c-8013-ccbcd3d130a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (c1587ad1-0093-4791-a518-cc76849e269d), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:26.976546 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bad91e-72aa-4b2c-8013-ccbcd3d130a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1587ad1-0093-4791-a518-cc76849e269d,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:26.986876 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-e6083cd5-0423-4795-9edc-ba92da1390ff None None] Set router 174f789e-378b-4d2e-9064-48d2700b4db5 gateway port host: None {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:57:27.040207 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-93bad91e-72aa-4b2c-8013-ccbcd3d130a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396984'] for router_gateway (174f789e-378b-4d2e-9064-48d2700b4db5), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:27.055176 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-e6083cd5-0423-4795-9edc-ba92da1390ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'name': 'tempest-TestMinimumBasicScenario-1617597958-router', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:57:26Z', 'revision_number': 6, 'project_id': '24196775b71d467f82be587e453b8be4', 'gw_port_host': None}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:27.086659 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6083cd5-0423-4795-9edc-ba92da1390ff None None] The sync data for ids ['174f789e-378b-4d2e-9064-48d2700b4db5'] in dv-cinder-788366-9-iscsi is: [{'id': '174f789e-378b-4d2e-9064-48d2700b4db5', 'name': 'tempest-TestMinimumBasicScenario-1617597958-router', 'tenant_id': '24196775b71d467f82be587e453b8be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:53Z', 'updated_at': '2022-03-09T19:57:26Z', 'revision_number': 6, 'project_id': '24196775b71d467f82be587e453b8be4', 'gw_port_host': None}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:57:27.098804 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device de48bb38-3e35-4313-bf7c-cdc368b81990 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:57:27.122630 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: de48bb38-3e35-4313-bf7c-cdc368b81990 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:57:27.122630 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device de48bb38-3e35-4313-bf7c-cdc368b81990 not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:57:27.153704 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-93bad91e-72aa-4b2c-8013-ccbcd3d130a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24815'] for router (174f789e-378b-4d2e-9064-48d2700b4db5), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:27.155888 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-93bad91e-72aa-4b2c-8013-ccbcd3d130a7 admin admin] Publish callbacks [] for router_controller (174f789e-378b-4d2e-9064-48d2700b4db5), precommit_delete_associations {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:27.200273 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-93bad91e-72aa-4b2c-8013-ccbcd3d130a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398124'] for router (174f789e-378b-4d2e-9064-48d2700b4db5), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:27.200816 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bad91e-72aa-4b2c-8013-ccbcd3d130a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 174f789e-378b-4d2e-9064-48d2700b4db5 {{(pid=114605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 19:57:27.205263 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-93bad91e-72aa-4b2c-8013-ccbcd3d130a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:27.206908 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-93bad91e-72aa-4b2c-8013-ccbcd3d130a7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/174f789e-378b-4d2e-9064-48d2700b4db5 HTTP/1.1" status: 204 len: 168 time: 0.9272091 Mar 09 19:57:27.209992 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46320) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:27.253609 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78728e4-2691-4956-a13d-5561630b9e14 admin admin] Deleting subnet 5c3c849f-2435-407c-aa3b-ded0607e015f {{(pid=114605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 19:57:27.256844 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a78728e4-2691-4956-a13d-5561630b9e14 admin admin] Publish callbacks [] for subnet (5c3c849f-2435-407c-aa3b-ded0607e015f), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:27.295181 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a78728e4-2691-4956-a13d-5561630b9e14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8836962'] for subnet (5c3c849f-2435-407c-aa3b-ded0607e015f), precommit_delete_associations {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:27.370802 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a78728e4-2691-4956-a13d-5561630b9e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971543'] for subnet (5c3c849f-2435-407c-aa3b-ded0607e015f), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:27.427367 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a78728e4-2691-4956-a13d-5561630b9e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077724'] for subnet (5c3c849f-2435-407c-aa3b-ded0607e015f), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:27.452704 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78728e4-2691-4956-a13d-5561630b9e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3c849f-2435-407c-aa3b-ded0607e015f,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:27.460287 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-a78728e4-2691-4956-a13d-5561630b9e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:27.463627 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-a78728e4-2691-4956-a13d-5561630b9e14 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5c3c849f-2435-407c-aa3b-ded0607e015f HTTP/1.1" status: 204 len: 168 time: 0.2532456 Mar 09 19:57:27.466464 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46332) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:27.469275 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d667a772-41b2-4425-8d1c-cf607fad2525 None None] Network 90dc0329-c1f6-4a9a-a3f6-ad29c228911b requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:57:27.544991 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3180242'] for network (90dc0329-c1f6-4a9a-a3f6-ad29c228911b), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:27.569266 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-8d062890-3455-498c-a455-13f1c1a9d92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:27.611140 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] Deleting port 367e4940-0ee4-432f-b0f1-95badf770bd1 {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:57:27.612248 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (367e4940-0ee4-432f-b0f1-95badf770bd1), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:27.675542 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] For port 367e4940-0ee4-432f-b0f1-95badf770bd1, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=367e4940-0ee4-432f-b0f1-95badf770bd1,segment=NetworkSegment(c5be0f4b-be34-4fc1-814f-68bb5267d53e),segment_id=c5be0f4b-be34-4fc1-814f-68bb5267d53e)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:57:27.675902 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (367e4940-0ee4-432f-b0f1-95badf770bd1), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:27.687205 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] Calling delete_port for 367e4940-0ee4-432f-b0f1-95badf770bd1 owned by network:dhcp {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:57:27.769908 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (367e4940-0ee4-432f-b0f1-95badf770bd1), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:27.794329 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] Pushing event deleted for resources: {'Port': ['ID=367e4940-0ee4-432f-b0f1-95badf770bd1,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:27.797883 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] No DVR routers for this DVR port 367e4940-0ee4-432f-b0f1-95badf770bd1 on host dv-cinder-788366-9-iscsi {{(pid=114604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:57:27.870523 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972268', 'neutron.services.segments.db._delete_segments_for_network-8774125231894'] for network (90dc0329-c1f6-4a9a-a3f6-ad29c228911b), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:27.891259 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90dc0329-c1f6-4a9a-a3f6-ad29c228911b']}} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:27.900725 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5be0f4b-be34-4fc1-814f-68bb5267d53e') {'for_net_delete': True} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:27.901011 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5be0f4b-be34-4fc1-814f-68bb5267d53e') {} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:27.916213 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774125231135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9789644'] for segment (c5be0f4b-be34-4fc1-814f-68bb5267d53e), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:27.931272 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (c5be0f4b-be34-4fc1-814f-68bb5267d53e), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:27.942842 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=114604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 19:57:27.943250 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12498389'] for segment (c5be0f4b-be34-4fc1-814f-68bb5267d53e), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:27.947853 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f738d04-7e21-42da-933e-0691e25c6e0e None None] DHCP port deletion for 90dc0329-c1f6-4a9a-a3f6-ad29c228911b request from dv-cinder-788366-9-iscsi {{(pid=114606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: Traceback (most recent call last): Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: timer() Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: cb(*args, **kw) Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: return func(*args, **kwargs) Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: self._notify() Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: self.callback(batched_events) Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: event.method(event) Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: return f(self, *a, **k) Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: return self._get(url).json() Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: return self.request(url, 'GET', **kwargs) Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 19:57:27.958428 dv-cinder-788366-9-iscsi neutron-server[114604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 19:57:28.012946 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396956'] for network (90dc0329-c1f6-4a9a-a3f6-ad29c228911b), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:28.018363 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:28.021528 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] 10.222.0.16 "DELETE /v2.0/networks/90dc0329-c1f6-4a9a-a3f6-ad29c228911b HTTP/1.1" status: 204 len: 168 time: 0.5540118 Mar 09 19:57:28.024595 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46348) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:28.032295 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c090bc2-26e5-4f62-808c-250f9ed5de0a admin admin] Pushing event deleted for resources: {'Network': ['ID=90dc0329-c1f6-4a9a-a3f6-ad29c228911b,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:28.400532 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3f281b4c-c4ac-4683-a75a-583aad0692b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394882'] for router_interface (e11372db-f9bb-491c-8f16-2ed1abcd73a3), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:28.650434 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-3f281b4c-c4ac-4683-a75a-583aad0692b2 admin admin] Deleting port 04df62fb-300c-4beb-bc57-f289dc5f97d0 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:57:28.650782 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3f281b4c-c4ac-4683-a75a-583aad0692b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:28.726618 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [None req-3f281b4c-c4ac-4683-a75a-583aad0692b2 admin admin] For port 04df62fb-300c-4beb-bc57-f289dc5f97d0, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=04df62fb-300c-4beb-bc57-f289dc5f97d0,segment=NetworkSegment(7b83b021-15dd-4fe9-af73-3b37dd533809),segment_id=7b83b021-15dd-4fe9-af73-3b37dd533809)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:57:28.726975 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3f281b4c-c4ac-4683-a75a-583aad0692b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:28.739089 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-3f281b4c-c4ac-4683-a75a-583aad0692b2 admin admin] Calling delete_port for 04df62fb-300c-4beb-bc57-f289dc5f97d0 owned by network:router_interface {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:57:28.919500 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3f281b4c-c4ac-4683-a75a-583aad0692b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (04df62fb-300c-4beb-bc57-f289dc5f97d0), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:28.969604 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f281b4c-c4ac-4683-a75a-583aad0692b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=04df62fb-300c-4beb-bc57-f289dc5f97d0,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:29.034049 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device f1aeaaac-7789-44ec-9803-240483f571d9 no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:57:29.066289 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: f1aeaaac-7789-44ec-9803-240483f571d9 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:57:29.066945 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device f1aeaaac-7789-44ec-9803-240483f571d9 not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:57:29.067511 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 367e4940-0ee4-432f-b0f1-95badf770bd1 no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:57:29.091139 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: 367e4940-0ee4-432f-b0f1-95badf770bd1 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:57:29.091492 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 367e4940-0ee4-432f-b0f1-95badf770bd1 not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:57:29.091895 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device c1587ad1-0093-4791-a518-cc76849e269d no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:57:29.112034 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: c1587ad1-0093-4791-a518-cc76849e269d {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:57:29.112404 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device c1587ad1-0093-4791-a518-cc76849e269d not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:57:29.153389 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3f281b4c-c4ac-4683-a75a-583aad0692b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399378'] for router_interface (e11372db-f9bb-491c-8f16-2ed1abcd73a3), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:29.380291 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f281b4c-c4ac-4683-a75a-583aad0692b2 admin admin] Router e11372db-f9bb-491c-8f16-2ed1abcd73a3 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:57:29.737874 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f281b4c-c4ac-4683-a75a-583aad0692b2 admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:57:29.743283 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-3f281b4c-c4ac-4683-a75a-583aad0692b2 admin admin] 10.222.0.16 "PUT /v2.0/routers/e11372db-f9bb-491c-8f16-2ed1abcd73a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7169814 Mar 09 19:57:29.745130 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46380) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:29.749020 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1f414-91b4-4969-85db-635c5170b947 None None] Sync routers for ids ['e11372db-f9bb-491c-8f16-2ed1abcd73a3'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:57:29.760003 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb1f414-91b4-4969-85db-635c5170b947 None None] Routers {'e11372db-f9bb-491c-8f16-2ed1abcd73a3'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:57:29.760788 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-fcb1f414-91b4-4969-85db-635c5170b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:57:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e11372db-f9bb-491c-8f16-2ed1abcd73a3'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:29.762442 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d9c881fa-7fa0-4748-aa25-090e8e5661e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:29.850929 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-28243d2e-e624-4731-b7c1-fc69dddd1b78 admin admin] Publish callbacks [] for router (e11372db-f9bb-491c-8f16-2ed1abcd73a3), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:29.867117 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-fcb1f414-91b4-4969-85db-635c5170b947 None None] Set router e11372db-f9bb-491c-8f16-2ed1abcd73a3 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:57:29.953825 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-28243d2e-e624-4731-b7c1-fc69dddd1b78 admin admin] Publish callbacks [] for router_gateway (e11372db-f9bb-491c-8f16-2ed1abcd73a3), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:30.008181 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-28243d2e-e624-4731-b7c1-fc69dddd1b78 admin admin] Deleting port 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:57:30.008450 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-28243d2e-e624-4731-b7c1-fc69dddd1b78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (37ba8e3d-70d9-49ce-bb89-d84272e1dd3a), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:30.085351 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [None req-28243d2e-e624-4731-b7c1-fc69dddd1b78 admin admin] For port 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=37ba8e3d-70d9-49ce-bb89-d84272e1dd3a,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:57:30.085708 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-28243d2e-e624-4731-b7c1-fc69dddd1b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (37ba8e3d-70d9-49ce-bb89-d84272e1dd3a), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:30.098261 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-28243d2e-e624-4731-b7c1-fc69dddd1b78 admin admin] Calling delete_port for 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a owned by network:router_gateway {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:57:30.122927 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-fcb1f414-91b4-4969-85db-635c5170b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'name': 'tempest-TestMinimumBasicScenario-24716100-router', 'tenant_id': '9c710b347a3443889111dd79ea2a609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '37ba8e3d-70d9-49ce-bb89-d84272e1dd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:57Z', 'updated_at': '2022-03-09T19:57:28Z', 'revision_number': 5, 'project_id': '9c710b347a3443889111dd79ea2a609b', 'gw_port': {'id': '37ba8e3d-70d9-49ce-bb89-d84272e1dd3a', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:54:57Z', 'updated_at': '2022-03-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:30.151685 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1f414-91b4-4969-85db-635c5170b947 None None] Checking router: e11372db-f9bb-491c-8f16-2ed1abcd73a3 for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:57:30.159591 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb1f414-91b4-4969-85db-635c5170b947 None None] Routers {'e11372db-f9bb-491c-8f16-2ed1abcd73a3'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:57:30.160217 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-fcb1f414-91b4-4969-85db-635c5170b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:57:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['e11372db-f9bb-491c-8f16-2ed1abcd73a3'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:30.244695 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-fcb1f414-91b4-4969-85db-635c5170b947 None None] Set router e11372db-f9bb-491c-8f16-2ed1abcd73a3 gateway port host: None {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:57:30.265278 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-28243d2e-e624-4731-b7c1-fc69dddd1b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (37ba8e3d-70d9-49ce-bb89-d84272e1dd3a), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:30.291724 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28243d2e-e624-4731-b7c1-fc69dddd1b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=37ba8e3d-70d9-49ce-bb89-d84272e1dd3a,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:30.295874 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-fcb1f414-91b4-4969-85db-635c5170b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'name': 'tempest-TestMinimumBasicScenario-24716100-router', 'tenant_id': '9c710b347a3443889111dd79ea2a609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:57Z', 'updated_at': '2022-03-09T19:57:29Z', 'revision_number': 6, 'project_id': '9c710b347a3443889111dd79ea2a609b', 'gw_port_host': None}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:30.326109 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1f414-91b4-4969-85db-635c5170b947 None None] The sync data for ids ['e11372db-f9bb-491c-8f16-2ed1abcd73a3'] in dv-cinder-788366-9-iscsi is: [{'id': 'e11372db-f9bb-491c-8f16-2ed1abcd73a3', 'name': 'tempest-TestMinimumBasicScenario-24716100-router', 'tenant_id': '9c710b347a3443889111dd79ea2a609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:54:57Z', 'updated_at': '2022-03-09T19:57:29Z', 'revision_number': 6, 'project_id': '9c710b347a3443889111dd79ea2a609b', 'gw_port_host': None}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:57:30.363364 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-28243d2e-e624-4731-b7c1-fc69dddd1b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396984'] for router_gateway (e11372db-f9bb-491c-8f16-2ed1abcd73a3), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:30.457544 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-28243d2e-e624-4731-b7c1-fc69dddd1b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24815'] for router (e11372db-f9bb-491c-8f16-2ed1abcd73a3), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:30.459641 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-28243d2e-e624-4731-b7c1-fc69dddd1b78 admin admin] Publish callbacks [] for router_controller (e11372db-f9bb-491c-8f16-2ed1abcd73a3), precommit_delete_associations {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:30.509370 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-28243d2e-e624-4731-b7c1-fc69dddd1b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398124'] for router (e11372db-f9bb-491c-8f16-2ed1abcd73a3), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:30.510386 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28243d2e-e624-4731-b7c1-fc69dddd1b78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e11372db-f9bb-491c-8f16-2ed1abcd73a3 {{(pid=114605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 19:57:30.516855 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-28243d2e-e624-4731-b7c1-fc69dddd1b78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:30.518351 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-28243d2e-e624-4731-b7c1-fc69dddd1b78 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e11372db-f9bb-491c-8f16-2ed1abcd73a3 HTTP/1.1" status: 204 len: 168 time: 0.7721410 Mar 09 19:57:30.520754 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46400) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:30.565641 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_v2 [None req-6747bf81-4f0b-4742-8af9-17461a7c3b20 admin admin] Deleting subnet 01c1e0a7-cc0e-4211-8c52-05980128347a {{(pid=114605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 19:57:30.568680 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6747bf81-4f0b-4742-8af9-17461a7c3b20 admin admin] Publish callbacks [] for subnet (01c1e0a7-cc0e-4211-8c52-05980128347a), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:30.602516 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6747bf81-4f0b-4742-8af9-17461a7c3b20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8836962'] for subnet (01c1e0a7-cc0e-4211-8c52-05980128347a), precommit_delete_associations {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:30.693482 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6747bf81-4f0b-4742-8af9-17461a7c3b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971543'] for subnet (01c1e0a7-cc0e-4211-8c52-05980128347a), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:30.746286 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6747bf81-4f0b-4742-8af9-17461a7c3b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077724'] for subnet (01c1e0a7-cc0e-4211-8c52-05980128347a), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:30.772258 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747bf81-4f0b-4742-8af9-17461a7c3b20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01c1e0a7-cc0e-4211-8c52-05980128347a,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:30.779596 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6747bf81-4f0b-4742-8af9-17461a7c3b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:30.785703 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-6747bf81-4f0b-4742-8af9-17461a7c3b20 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/01c1e0a7-cc0e-4211-8c52-05980128347a HTTP/1.1" status: 204 len: 168 time: 0.2614980 Mar 09 19:57:30.786038 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46410) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:30.788413 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c54e7c-15df-49c8-b276-b3948b36a29c None None] Network 6d4da248-722e-4e09-9859-74078c162f61 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:57:30.858250 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3180242'] for network (6d4da248-722e-4e09-9859-74078c162f61), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:30.887376 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:30.921360 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] Deleting port d2df4e48-6a6d-4ebf-b3c8-92b085e9c777 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:57:30.921694 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (d2df4e48-6a6d-4ebf-b3c8-92b085e9c777), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:30.981868 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] For port d2df4e48-6a6d-4ebf-b3c8-92b085e9c777, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=d2df4e48-6a6d-4ebf-b3c8-92b085e9c777,segment=NetworkSegment(7b83b021-15dd-4fe9-af73-3b37dd533809),segment_id=7b83b021-15dd-4fe9-af73-3b37dd533809)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:57:30.982226 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (d2df4e48-6a6d-4ebf-b3c8-92b085e9c777), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:30.993977 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] Calling delete_port for d2df4e48-6a6d-4ebf-b3c8-92b085e9c777 owned by network:dhcp {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:57:31.074171 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (d2df4e48-6a6d-4ebf-b3c8-92b085e9c777), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:31.102632 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2df4e48-6a6d-4ebf-b3c8-92b085e9c777,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:31.103675 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] No DVR routers for this DVR port d2df4e48-6a6d-4ebf-b3c8-92b085e9c777 on host dv-cinder-788366-9-iscsi {{(pid=114605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:57:31.116526 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598abd99-425e-4953-ae5c-8f2f85ae887b None None] DHCP port deletion for 6d4da248-722e-4e09-9859-74078c162f61 request from dv-cinder-788366-9-iscsi {{(pid=114606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 19:57:31.177239 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:57:31.181614 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972268', 'neutron.services.segments.db._delete_segments_for_network-8774125231894'] for network (6d4da248-722e-4e09-9859-74078c162f61), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:31.197407 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:57:31.197837 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 37ba8e3d-70d9-49ce-bb89-d84272e1dd3a not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:57:31.198312 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 04df62fb-300c-4beb-bc57-f289dc5f97d0 no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:57:31.204511 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4da248-722e-4e09-9859-74078c162f61']}} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:31.214504 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b83b021-15dd-4fe9-af73-3b37dd533809') {'for_net_delete': True} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:31.215019 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b83b021-15dd-4fe9-af73-3b37dd533809') {} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:31.217752 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: 04df62fb-300c-4beb-bc57-f289dc5f97d0 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:57:31.218300 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 04df62fb-300c-4beb-bc57-f289dc5f97d0 not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:57:31.218722 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device d2df4e48-6a6d-4ebf-b3c8-92b085e9c777 no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:57:31.227234 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774125231135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8836969'] for segment (7b83b021-15dd-4fe9-af73-3b37dd533809), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:31.239268 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: d2df4e48-6a6d-4ebf-b3c8-92b085e9c777 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:57:31.239617 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device d2df4e48-6a6d-4ebf-b3c8-92b085e9c777 not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:57:31.240820 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (7b83b021-15dd-4fe9-af73-3b37dd533809), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:31.247111 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=114605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 19:57:31.247506 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8836815'] for segment (7b83b021-15dd-4fe9-af73-3b37dd533809), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: Traceback (most recent call last): Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: timer() Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: cb(*args, **kw) Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: return func(*args, **kwargs) Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: self._notify() Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: self.callback(batched_events) Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: event.method(event) Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: return f(self, *a, **k) Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: return self._get(url).json() Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: return self.request(url, 'GET', **kwargs) Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 19:57:31.249351 dv-cinder-788366-9-iscsi neutron-server[114605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 19:57:31.302985 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396956'] for network (6d4da248-722e-4e09-9859-74078c162f61), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:31.308165 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:31.311246 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6d4da248-722e-4e09-9859-74078c162f61 HTTP/1.1" status: 204 len: 168 time: 0.5240579 Mar 09 19:57:31.324033 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04524f-4005-4a89-927b-041572d39745 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d4da248-722e-4e09-9859-74078c162f61,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:31.482109 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46414) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:31.520423 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-55a5013a-de31-4f1d-ad1e-98d2de961a14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24196775b71d467f82be587e453b8be4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370574 Mar 09 19:57:31.522800 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46416) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:31.572054 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8ac229fd-ce5a-489a-832b-317c2fca933b admin admin] Publish callbacks [] for security_group (194b4a9b-c626-452d-abfd-74864ee6861a), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:31.592635 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8ac229fd-ce5a-489a-832b-317c2fca933b admin admin] Publish callbacks [] for security_group (194b4a9b-c626-452d-abfd-74864ee6861a), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:31.637101 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8ac229fd-ce5a-489a-832b-317c2fca933b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (194b4a9b-c626-452d-abfd-74864ee6861a), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:31.639714 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8ac229fd-ce5a-489a-832b-317c2fca933b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:31.640898 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-8ac229fd-ce5a-489a-832b-317c2fca933b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/194b4a9b-c626-452d-abfd-74864ee6861a HTTP/1.1" status: 204 len: 168 time: 0.1172435 Mar 09 19:57:31.649021 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac229fd-ce5a-489a-832b-317c2fca933b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194b4a9b-c626-452d-abfd-74864ee6861a,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:31.953745 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46430) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:31.994661 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-9a1b9a5a-4151-40a6-beb0-ac9b429d17cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c710b347a3443889111dd79ea2a609b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397062 Mar 09 19:57:31.997260 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46434) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:32.043455 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-278a626c-5f37-4c5e-b718-b7596e0653c9 admin admin] Publish callbacks [] for security_group (333d4713-ad04-4afb-a826-dd1137f5ae18), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:32.054262 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46436) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:32.065559 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-278a626c-5f37-4c5e-b718-b7596e0653c9 admin admin] Publish callbacks [] for security_group (333d4713-ad04-4afb-a826-dd1137f5ae18), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:32.112982 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-278a626c-5f37-4c5e-b718-b7596e0653c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (333d4713-ad04-4afb-a826-dd1137f5ae18), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:32.115899 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-278a626c-5f37-4c5e-b718-b7596e0653c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:32.119591 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-278a626c-5f37-4c5e-b718-b7596e0653c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/333d4713-ad04-4afb-a826-dd1137f5ae18 HTTP/1.1" status: 204 len: 168 time: 0.1188915 Mar 09 19:57:32.125088 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a626c-5f37-4c5e-b718-b7596e0653c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333d4713-ad04-4afb-a826-dd1137f5ae18,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:32.166889 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ad8038f7-0403-4e74-8133-8afc2e348fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:32.249186 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ad8038f7-0403-4e74-8133-8afc2e348fe3 admin admin] Publish callbacks [] for security_group (e52c18a2-93be-4351-a959-fb2ac2f44c8b), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:32.254567 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ad8038f7-0403-4e74-8133-8afc2e348fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (e52c18a2-93be-4351-a959-fb2ac2f44c8b), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:32.293240 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8038f7-0403-4e74-8133-8afc2e348fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52c18a2-93be-4351-a959-fb2ac2f44c8b,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:32.299909 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-ad8038f7-0403-4e74-8133-8afc2e348fe3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e0df65c236846f5a4fc2ad1d85c2940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437367 Mar 09 19:57:32.301107 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46442) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:32.356907 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-33491b66-21f6-4acf-858b-091c1b242e9c admin admin] Publish callbacks [] for security_group (e52c18a2-93be-4351-a959-fb2ac2f44c8b), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:32.380681 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-33491b66-21f6-4acf-858b-091c1b242e9c admin admin] Publish callbacks [] for security_group (e52c18a2-93be-4351-a959-fb2ac2f44c8b), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:32.433128 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-33491b66-21f6-4acf-858b-091c1b242e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (e52c18a2-93be-4351-a959-fb2ac2f44c8b), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:32.435957 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-33491b66-21f6-4acf-858b-091c1b242e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:32.437448 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-33491b66-21f6-4acf-858b-091c1b242e9c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e52c18a2-93be-4351-a959-fb2ac2f44c8b HTTP/1.1" status: 204 len: 168 time: 0.1350665 Mar 09 19:57:32.445900 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33491b66-21f6-4acf-858b-091c1b242e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52c18a2-93be-4351-a959-fb2ac2f44c8b,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:32.495261 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:32.746959 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46448) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:32.759786 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7718-34f0-435a-a9be-870a00246708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:32.830785 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7718-34f0-435a-a9be-870a00246708 admin admin] Publish callbacks [] for security_group (29c63587-61db-4d45-b809-c3e6379dba86), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:32.834316 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7718-34f0-435a-a9be-870a00246708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (29c63587-61db-4d45-b809-c3e6379dba86), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:32.870981 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-b2bb7718-34f0-435a-a9be-870a00246708 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71cc3052eb7f428796a8117bacc8a947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1229887 Mar 09 19:57:32.872209 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb7718-34f0-435a-a9be-870a00246708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c63587-61db-4d45-b809-c3e6379dba86,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:32.873661 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46450) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:32.921967 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e4462626-51a3-4957-a47a-5411383c1f23 admin admin] Publish callbacks [] for security_group (29c63587-61db-4d45-b809-c3e6379dba86), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:32.942763 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e4462626-51a3-4957-a47a-5411383c1f23 admin admin] Publish callbacks [] for security_group (29c63587-61db-4d45-b809-c3e6379dba86), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:32.988839 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e4462626-51a3-4957-a47a-5411383c1f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (29c63587-61db-4d45-b809-c3e6379dba86), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:32.991326 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e4462626-51a3-4957-a47a-5411383c1f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:32.992459 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-e4462626-51a3-4957-a47a-5411383c1f23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29c63587-61db-4d45-b809-c3e6379dba86 HTTP/1.1" status: 204 len: 168 time: 0.1172502 Mar 09 19:57:32.999880 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4462626-51a3-4957-a47a-5411383c1f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c63587-61db-4d45-b809-c3e6379dba86,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:33.299184 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46456) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:33.311947 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-281ac8eb-216c-4ec1-9c8c-18b779a13a19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:33.382306 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-281ac8eb-216c-4ec1-9c8c-18b779a13a19 admin admin] Publish callbacks [] for security_group (23f2f7f2-4e96-4912-bf3c-785a528c7278), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:33.386148 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-281ac8eb-216c-4ec1-9c8c-18b779a13a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (23f2f7f2-4e96-4912-bf3c-785a528c7278), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:33.424235 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-281ac8eb-216c-4ec1-9c8c-18b779a13a19 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee184acce221460793312a2336104009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1239562 Mar 09 19:57:33.426120 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ac8eb-216c-4ec1-9c8c-18b779a13a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f2f7f2-4e96-4912-bf3c-785a528c7278,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:33.426842 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46458) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:33.474612 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-71186ffb-6e16-465a-83db-85a875abac69 admin admin] Publish callbacks [] for security_group (23f2f7f2-4e96-4912-bf3c-785a528c7278), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:33.494797 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-71186ffb-6e16-465a-83db-85a875abac69 admin admin] Publish callbacks [] for security_group (23f2f7f2-4e96-4912-bf3c-785a528c7278), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:33.540995 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-71186ffb-6e16-465a-83db-85a875abac69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (23f2f7f2-4e96-4912-bf3c-785a528c7278), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:33.543466 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-71186ffb-6e16-465a-83db-85a875abac69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:33.544661 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-71186ffb-6e16-465a-83db-85a875abac69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23f2f7f2-4e96-4912-bf3c-785a528c7278 HTTP/1.1" status: 204 len: 168 time: 0.1167581 Mar 09 19:57:33.552890 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71186ffb-6e16-465a-83db-85a875abac69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f2f7f2-4e96-4912-bf3c-785a528c7278,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:33.763437 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:33.867155 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:39.067860 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:57:39.784330 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46580) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:39.885048 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7dc558a1-44aa-4fff-a492-0be20ace7483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:39.966363 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7dc558a1-44aa-4fff-a492-0be20ace7483 admin admin] Publish callbacks [] for security_group (b9f819c4-4f82-4ea0-8e12-d8163b861d79), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:39.969968 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7dc558a1-44aa-4fff-a492-0be20ace7483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (b9f819c4-4f82-4ea0-8e12-d8163b861d79), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:40.008341 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-7dc558a1-44aa-4fff-a492-0be20ace7483 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c13e259ff8b54395866c41b6eb300627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229378 Mar 09 19:57:40.009144 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc558a1-44aa-4fff-a492-0be20ace7483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f819c4-4f82-4ea0-8e12-d8163b861d79,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:40.011101 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46584) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:40.058111 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ea413b10-c0b0-42ea-8147-363fadeb9f5d admin admin] Publish callbacks [] for security_group (b9f819c4-4f82-4ea0-8e12-d8163b861d79), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:40.077946 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ea413b10-c0b0-42ea-8147-363fadeb9f5d admin admin] Publish callbacks [] for security_group (b9f819c4-4f82-4ea0-8e12-d8163b861d79), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:40.123081 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ea413b10-c0b0-42ea-8147-363fadeb9f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (b9f819c4-4f82-4ea0-8e12-d8163b861d79), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:40.125619 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ea413b10-c0b0-42ea-8147-363fadeb9f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:40.126776 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-ea413b10-c0b0-42ea-8147-363fadeb9f5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9f819c4-4f82-4ea0-8e12-d8163b861d79 HTTP/1.1" status: 204 len: 168 time: 0.1145430 Mar 09 19:57:40.134526 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea413b10-c0b0-42ea-8147-363fadeb9f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f819c4-4f82-4ea0-8e12-d8163b861d79,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:40.372050 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46590) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:40.384908 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1067-8466-4c33-b333-fce4ae2c3d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:40.456178 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1067-8466-4c33-b333-fce4ae2c3d2e admin admin] Publish callbacks [] for security_group (2904eeb4-6487-4bba-ada6-30400f69fbd3), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:40.459647 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7a6d1067-8466-4c33-b333-fce4ae2c3d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (2904eeb4-6487-4bba-ada6-30400f69fbd3), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:40.497425 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-7a6d1067-8466-4c33-b333-fce4ae2c3d2e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93cfab52d61d4b2baf1217a8488c8997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1242201 Mar 09 19:57:40.498275 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d1067-8466-4c33-b333-fce4ae2c3d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2904eeb4-6487-4bba-ada6-30400f69fbd3,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:40.499976 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46592) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:40.547221 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0ad585d0-f160-4898-9088-e16d516a61b1 admin admin] Publish callbacks [] for security_group (2904eeb4-6487-4bba-ada6-30400f69fbd3), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:40.567547 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0ad585d0-f160-4898-9088-e16d516a61b1 admin admin] Publish callbacks [] for security_group (2904eeb4-6487-4bba-ada6-30400f69fbd3), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:40.611905 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0ad585d0-f160-4898-9088-e16d516a61b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (2904eeb4-6487-4bba-ada6-30400f69fbd3), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:40.614650 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0ad585d0-f160-4898-9088-e16d516a61b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:40.615767 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-0ad585d0-f160-4898-9088-e16d516a61b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2904eeb4-6487-4bba-ada6-30400f69fbd3 HTTP/1.1" status: 204 len: 168 time: 0.1147156 Mar 09 19:57:40.624113 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad585d0-f160-4898-9088-e16d516a61b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2904eeb4-6487-4bba-ada6-30400f69fbd3,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:41.250245 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46614) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:41.341836 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-f2848adc-5435-4cb6-8ae4-d915cf9fbe80 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2089794347-network', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:57:41.360862 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2848adc-5435-4cb6-8ae4-d915cf9fbe80 admin admin] Made reservation on behalf of 2d588caf995c4f16b38f074e13bd7a1a for: {'network': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:57:41.363870 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f2848adc-5435-4cb6-8ae4-d915cf9fbe80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:41.376487 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f2848adc-5435-4cb6-8ae4-d915cf9fbe80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:41.449182 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f2848adc-5435-4cb6-8ae4-d915cf9fbe80 admin admin] Publish callbacks [] for security_group (228442a1-87ba-4f7d-8dd3-127390235e26), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:41.453674 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f2848adc-5435-4cb6-8ae4-d915cf9fbe80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (228442a1-87ba-4f7d-8dd3-127390235e26), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:41.473724 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2848adc-5435-4cb6-8ae4-d915cf9fbe80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=114605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 19:57:41.487247 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2848adc-5435-4cb6-8ae4-d915cf9fbe80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228442a1-87ba-4f7d-8dd3-127390235e26,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:41.492047 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f2848adc-5435-4cb6-8ae4-d915cf9fbe80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (149f2d72-d8f8-4d29-a5bf-71d040a32917), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:41.492422 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.segments_db [None req-f2848adc-5435-4cb6-8ae4-d915cf9fbe80 admin admin] Added segment 149f2d72-d8f8-4d29-a5bf-71d040a32917 of type vlan for network e6865f93-e29e-499c-8fa6-bf8466c90938 Mar 09 19:57:41.531827 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f2848adc-5435-4cb6-8ae4-d915cf9fbe80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (e6865f93-e29e-499c-8fa6-bf8466c90938), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:41.556191 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f2848adc-5435-4cb6-8ae4-d915cf9fbe80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (e6865f93-e29e-499c-8fa6-bf8466c90938), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:41.557109 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2848adc-5435-4cb6-8ae4-d915cf9fbe80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:41.557689 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f2848adc-5435-4cb6-8ae4-d915cf9fbe80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:41.583688 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-f2848adc-5435-4cb6-8ae4-d915cf9fbe80 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3322842 Mar 09 19:57:41.586592 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46618) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:41.591489 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-125890be-e926-4970-887b-4fc543376eff admin admin] Request body: {'subnet': {'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2089794347-subnet', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'ip_version': 4}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:57:41.610573 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125890be-e926-4970-887b-4fc543376eff admin admin] Made reservation on behalf of 2d588caf995c4f16b38f074e13bd7a1a for: {'subnet': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:57:41.613505 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-125890be-e926-4970-887b-4fc543376eff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12031195'] for subnet (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:41.624687 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2848adc-5435-4cb6-8ae4-d915cf9fbe80 admin admin] Pushing event updated for resources: {'Network': ['ID=e6865f93-e29e-499c-8fa6-bf8466c90938,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:41.634679 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network e6865f93-e29e-499c-8fa6-bf8466c90938 details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:57:41.772335 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-125890be-e926-4970-887b-4fc543376eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12497992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12031221'] for subnet (63b68915-01ad-448e-9f8e-5d4d04159d8e), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:41.827873 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125890be-e926-4970-887b-4fc543376eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b68915-01ad-448e-9f8e-5d4d04159d8e,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:41.836773 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125890be-e926-4970-887b-4fc543376eff admin admin] Checking segment: {'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:57:41.837125 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125890be-e926-4970-887b-4fc543376eff admin admin] Network hostable DHCP agents. Network: e6865f93-e29e-499c-8fa6-bf8466c90938, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114604) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:57:41.853803 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125890be-e926-4970-887b-4fc543376eff admin admin] Network e6865f93-e29e-499c-8fa6-bf8466c90938 is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114604) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:57:41.861807 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-125890be-e926-4970-887b-4fc543376eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, e6865f93-e29e-499c-8fa6-bf8466c90938) {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:57:41.865685 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125890be-e926-4970-887b-4fc543376eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:41.866270 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-125890be-e926-4970-887b-4fc543376eff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:41.870574 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48467c89-afbc-4019-877a-dfd9aa0c2d84 None None] Network e6865f93-e29e-499c-8fa6-bf8466c90938 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:57:41.881172 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-125890be-e926-4970-887b-4fc543376eff admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2935150 Mar 09 19:57:41.885167 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46620) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:41.889387 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:57:41.907730 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24705'] for router (00a69562-de73-47a2-82a7-406a75a87d2e), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:41.909351 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24726'] for router (00a69562-de73-47a2-82a7-406a75a87d2e), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:41.958810 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] Publish callbacks [] for router_controller (00a69562-de73-47a2-82a7-406a75a87d2e), precommit_add_association {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:41.971341 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77b36b6-e9e3-5284-af40-da14c38a31c5-e6865f93-e29e-499c-8fa6-bf8466c90938', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e'}]}} from dv-cinder-788366-9-iscsi. {{(pid=114606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 19:57:41.972255 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:42.095971 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] Publish callbacks [] for router_gateway (00a69562-de73-47a2-82a7-406a75a87d2e), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:42.106403 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.db_base_plugin_common [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Allocated IP 172.20.0.2 (e6865f93-e29e-499c-8fa6-bf8466c90938/63b68915-01ad-448e-9f8e-5d4d04159d8e/b24cea7d-2760-45a2-bcdb-8a6729cc0883) {{(pid=114606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:57:42.244009 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Publish callbacks [] for port (b24cea7d-2760-45a2-bcdb-8a6729cc0883), precommit_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:42.251913 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (b24cea7d-2760-45a2-bcdb-8a6729cc0883), after_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:42.288019 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] Publish callbacks [] for router_gateway (00a69562-de73-47a2-82a7-406a75a87d2e), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:42.292452 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Network e6865f93-e29e-499c-8fa6-bf8466c90938 is already hosted by enough agents. {{(pid=114606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:57:42.299645 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.base_scheduler [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Resources bound (agent type, host, resource id): {{(pid=114606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:57:42.303791 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Received port after_create {{(pid=114606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:57:42.306787 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Pushing event updated for resources: {'Port': ['ID=b24cea7d-2760-45a2-bcdb-8a6729cc0883,revision_number=1']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:42.310175 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:42.357739 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Attempting to bind port b24cea7d-2760-45a2-bcdb-8a6729cc0883 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:57:42.358024 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Attempting to bind port b24cea7d-2760-45a2-bcdb-8a6729cc0883 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:57:42.358391 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Attempting to bind port b24cea7d-2760-45a2-bcdb-8a6729cc0883 on network e6865f93-e29e-499c-8fa6-bf8466c90938 {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:57:42.363873 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:57:42.364280 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Checking segment: {'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:57:42.364686 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:42.365076 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Bound using segment: {'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:57:42.365547 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Bound port: b24cea7d-2760-45a2-bcdb-8a6729cc0883, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:57:42.365927 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (b24cea7d-2760-45a2-bcdb-8a6729cc0883), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:42.409236 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] Allocated IP 172.27.3.12 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/69c2b8d1-437f-488c-8aeb-84c96ebe4412) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:57:42.426944 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] For port b24cea7d-2760-45a2-bcdb-8a6729cc0883, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:57:42.430154 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] For port b24cea7d-2760-45a2-bcdb-8a6729cc0883, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=b24cea7d-2760-45a2-bcdb-8a6729cc0883,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:57:42.441582 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (b24cea7d-2760-45a2-bcdb-8a6729cc0883), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:42.496429 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ca05d-259d-432d-9e53-b776e457199d None None] Pushing event updated for resources: {'Port': ['ID=b24cea7d-2760-45a2-bcdb-8a6729cc0883,revision_number=2']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:42.516600 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] Publish callbacks [] for port (69c2b8d1-437f-488c-8aeb-84c96ebe4412), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:42.551577 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (69c2b8d1-437f-488c-8aeb-84c96ebe4412), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:42.588937 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:57:42.591788 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:57:42.598132 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:57:42.622063 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] Pushing event updated for resources: {'Port': ['ID=69c2b8d1-437f-488c-8aeb-84c96ebe4412,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:42.858266 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] Publish callbacks [] for router_gateway (00a69562-de73-47a2-82a7-406a75a87d2e), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:43.031692 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device b24cea7d-2760-45a2-bcdb-8a6729cc0883 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:57:43.089950 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port b24cea7d-2760-45a2-bcdb-8a6729cc0883 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:43.090410 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (b24cea7d-2760-45a2-bcdb-8a6729cc0883), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:43.171734 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port b24cea7d-2760-45a2-bcdb-8a6729cc0883 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:43.171938 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (b24cea7d-2760-45a2-bcdb-8a6729cc0883), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:43.209001 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] For port b24cea7d-2760-45a2-bcdb-8a6729cc0883, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=b24cea7d-2760-45a2-bcdb-8a6729cc0883,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:57:43.213509 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (b24cea7d-2760-45a2-bcdb-8a6729cc0883), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:43.268578 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Pushing event updated for resources: {'Port': ['ID=b24cea7d-2760-45a2-bcdb-8a6729cc0883,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:43.330517 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396900'] for router (00a69562-de73-47a2-82a7-406a75a87d2e), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:43.382131 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea432f74-ed3f-4df2-881a-40efe9f78c4f None None] Network e6865f93-e29e-499c-8fa6-bf8466c90938 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:57:43.459970 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] Router 00a69562-de73-47a2-82a7-406a75a87d2e is scheduled to L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c with binding_index 1 {{(pid=114604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 19:57:43.494712 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-63ca1bff-43b1-4eb2-a472-59707cfb8776 None None] Provisioning complete for port b24cea7d-2760-45a2-bcdb-8a6729cc0883 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:43.495331 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-63ca1bff-43b1-4eb2-a472-59707cfb8776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (b24cea7d-2760-45a2-bcdb-8a6729cc0883), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:43.569368 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:57:43.582334 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Sync routers for ids ['00a69562-de73-47a2-82a7-406a75a87d2e'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:57:43.587536 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:43.591283 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-fa0a5e1c-e679-4e70-bc6b-cb107b090d29 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7027209 Mar 09 19:57:43.591869 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-63ca1bff-43b1-4eb2-a472-59707cfb8776 None None] Current status of the port b24cea7d-2760-45a2-bcdb-8a6729cc0883 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:43.592240 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46622) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:43.598434 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Routers {'00a69562-de73-47a2-82a7-406a75a87d2e'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:57:43.599123 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:57:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['00a69562-de73-47a2-82a7-406a75a87d2e'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:43.716125 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Set router 00a69562-de73-47a2-82a7-406a75a87d2e gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:57:43.851495 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-e3d878fb-55ed-4586-a602-56e8ec9f1922 None None] Provisioning complete for port b24cea7d-2760-45a2-bcdb-8a6729cc0883 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:43.851872 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-e3d878fb-55ed-4586-a602-56e8ec9f1922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (b24cea7d-2760-45a2-bcdb-8a6729cc0883), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:43.961955 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:42Z', 'revision_number': 3, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:43.992941 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Checking router: 00a69562-de73-47a2-82a7-406a75a87d2e for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:57:43.993295 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Updating router 00a69562-de73-47a2-82a7-406a75a87d2e port 69c2b8d1-437f-488c-8aeb-84c96ebe4412 binding host dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:57:43.995960 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-e3d878fb-55ed-4586-a602-56e8ec9f1922 None None] Current status of the port b24cea7d-2760-45a2-bcdb-8a6729cc0883 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:44.007995 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e95ef375-66d8-4881-8ce6-fed5bc5889e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:44.021705 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (69c2b8d1-437f-488c-8aeb-84c96ebe4412), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:44.162068 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [None req-e95ef375-66d8-4881-8ce6-fed5bc5889e4 admin admin] Allocated IP 172.20.0.1 (e6865f93-e29e-499c-8fa6-bf8466c90938/63b68915-01ad-448e-9f8e-5d4d04159d8e/a4bb51f1-5242-4479-aecb-eaeed4b145e6) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:57:44.263421 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e95ef375-66d8-4881-8ce6-fed5bc5889e4 admin admin] Publish callbacks [] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:44.272944 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Publish callbacks [] for port (69c2b8d1-437f-488c-8aeb-84c96ebe4412), precommit_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:44.278550 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (69c2b8d1-437f-488c-8aeb-84c96ebe4412), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:44.298055 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e95ef375-66d8-4881-8ce6-fed5bc5889e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:44.329078 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Attempting to bind port 69c2b8d1-437f-488c-8aeb-84c96ebe4412 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:57:44.329325 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Attempting to bind port 69c2b8d1-437f-488c-8aeb-84c96ebe4412 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:57:44.330310 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Attempting to bind port 69c2b8d1-437f-488c-8aeb-84c96ebe4412 on network e6010f1c-f022-4815-b6b9-5cdf43535436 {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:57:44.336922 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ef375-66d8-4881-8ce6-fed5bc5889e4 admin admin] Network e6865f93-e29e-499c-8fa6-bf8466c90938 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:57:44.337071 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cefadf-e107-432c-b002-ca27c94bacc1 None None] Pushing event updated for resources: {'Port': ['ID=69c2b8d1-437f-488c-8aeb-84c96ebe4412,revision_number=2']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:44.340586 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:57:44.341271 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Checking segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:57:44.341415 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:44.341725 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-e95ef375-66d8-4881-8ce6-fed5bc5889e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:57:44.341838 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Bound using segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:57:44.342182 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Bound port: 69c2b8d1-437f-488c-8aeb-84c96ebe4412, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:57:44.342556 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (69c2b8d1-437f-488c-8aeb-84c96ebe4412), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:44.345170 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ef375-66d8-4881-8ce6-fed5bc5889e4 admin admin] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:57:44.366512 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ef375-66d8-4881-8ce6-fed5bc5889e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a4bb51f1-5242-4479-aecb-eaeed4b145e6,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:44.387915 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e95ef375-66d8-4881-8ce6-fed5bc5889e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394763'] for router_interface (00a69562-de73-47a2-82a7-406a75a87d2e), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:44.402912 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] For port 69c2b8d1-437f-488c-8aeb-84c96ebe4412, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:57:44.406313 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] For port 69c2b8d1-437f-488c-8aeb-84c96ebe4412, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=69c2b8d1-437f-488c-8aeb-84c96ebe4412,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:57:44.413757 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (69c2b8d1-437f-488c-8aeb-84c96ebe4412), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:44.474790 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Routers {'00a69562-de73-47a2-82a7-406a75a87d2e'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:57:44.475415 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:57:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['00a69562-de73-47a2-82a7-406a75a87d2e'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:44.514527 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cefadf-e107-432c-b002-ca27c94bacc1 None None] Pushing event updated for resources: {'Port': ['ID=69c2b8d1-437f-488c-8aeb-84c96ebe4412,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:44.538088 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e95ef375-66d8-4881-8ce6-fed5bc5889e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:44.711436 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e95ef375-66d8-4881-8ce6-fed5bc5889e4 admin admin] Publish callbacks [] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:44.716081 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e95ef375-66d8-4881-8ce6-fed5bc5889e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:44.748860 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] Set router 00a69562-de73-47a2-82a7-406a75a87d2e gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:57:44.750641 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-f355c39c-1f13-4060-9e7b-d8fe8fc78181 None None] Provisioning complete for port a4bb51f1-5242-4479-aecb-eaeed4b145e6 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:44.751013 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f355c39c-1f13-4060-9e7b-d8fe8fc78181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:44.783620 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e95ef375-66d8-4881-8ce6-fed5bc5889e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394919'] for router_interface (00a69562-de73-47a2-82a7-406a75a87d2e), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:44.785360 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ef375-66d8-4881-8ce6-fed5bc5889e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a4bb51f1-5242-4479-aecb-eaeed4b145e6,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:44.850875 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-f355c39c-1f13-4060-9e7b-d8fe8fc78181 None None] Port a4bb51f1-5242-4479-aecb-eaeed4b145e6 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:57:44.872965 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ef375-66d8-4881-8ce6-fed5bc5889e4 admin admin] Network e6865f93-e29e-499c-8fa6-bf8466c90938 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:57:44.874374 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-e95ef375-66d8-4881-8ce6-fed5bc5889e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:57:44.955421 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:42Z', 'revision_number': 3, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:44.988349 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f44c59-5591-49d8-8367-cac4178b05fb None None] The sync data for ids ['00a69562-de73-47a2-82a7-406a75a87d2e'] in dv-cinder-788366-9-iscsi is: [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:42Z', 'revision_number': 3, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:57:45.018790 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95ef375-66d8-4881-8ce6-fed5bc5889e4 admin admin] Router 00a69562-de73-47a2-82a7-406a75a87d2e has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:57:45.030958 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device b24cea7d-2760-45a2-bcdb-8a6729cc0883 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:57:45.089938 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port b24cea7d-2760-45a2-bcdb-8a6729cc0883 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:45.090316 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (b24cea7d-2760-45a2-bcdb-8a6729cc0883), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:45.137038 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95ef375-66d8-4881-8ce6-fed5bc5889e4 admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:57:45.142003 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-e95ef375-66d8-4881-8ce6-fed5bc5889e4 admin admin] 10.222.0.16 "PUT /v2.0/routers/00a69562-de73-47a2-82a7-406a75a87d2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5487852 Mar 09 19:57:45.179207 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port b24cea7d-2760-45a2-bcdb-8a6729cc0883 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:45.187826 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-41e58c1d-1190-40d9-ac50-c24cfbed72c8 None None] Provisioning complete for port a4bb51f1-5242-4479-aecb-eaeed4b145e6 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:45.188413 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-41e58c1d-1190-40d9-ac50-c24cfbed72c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:45.226335 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-41e58c1d-1190-40d9-ac50-c24cfbed72c8 None None] Port a4bb51f1-5242-4479-aecb-eaeed4b145e6 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:57:45.653729 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46638) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:45.658659 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-d923e994-f0fb-4dae-805a-d44dba510194 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-333884144-network', 'tenant_id': '4b26052b0e8a45d79bdbb70059b8e0b7'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:57:45.687205 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d923e994-f0fb-4dae-805a-d44dba510194 admin admin] Made reservation on behalf of 4b26052b0e8a45d79bdbb70059b8e0b7 for: {'network': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:57:45.690138 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d923e994-f0fb-4dae-805a-d44dba510194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for network (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:45.699258 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d923e994-f0fb-4dae-805a-d44dba510194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:45.777230 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d923e994-f0fb-4dae-805a-d44dba510194 admin admin] Publish callbacks [] for security_group (ed3f3c9a-30e1-4b4b-9484-3250c2d4a9c0), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:45.781345 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d923e994-f0fb-4dae-805a-d44dba510194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (ed3f3c9a-30e1-4b4b-9484-3250c2d4a9c0), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:45.807544 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d923e994-f0fb-4dae-805a-d44dba510194 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=114604) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 09 19:57:45.817913 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923e994-f0fb-4dae-805a-d44dba510194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3f3c9a-30e1-4b4b-9484-3250c2d4a9c0,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:45.822905 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d923e994-f0fb-4dae-805a-d44dba510194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (7f11563b-23dd-47f7-ac9d-c02bd6744184), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:45.823274 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.segments_db [None req-d923e994-f0fb-4dae-805a-d44dba510194 admin admin] Added segment 7f11563b-23dd-47f7-ac9d-c02bd6744184 of type vlan for network b45e3847-8553-4a60-8ac3-643b9d13f549 Mar 09 19:57:45.864432 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d923e994-f0fb-4dae-805a-d44dba510194 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774124861633'] for network (b45e3847-8553-4a60-8ac3-643b9d13f549), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:45.887763 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d923e994-f0fb-4dae-805a-d44dba510194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733'] for network (b45e3847-8553-4a60-8ac3-643b9d13f549), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:45.888754 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d923e994-f0fb-4dae-805a-d44dba510194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:45.889324 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d923e994-f0fb-4dae-805a-d44dba510194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:45.925423 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-d923e994-f0fb-4dae-805a-d44dba510194 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2705860 Mar 09 19:57:45.929781 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46640) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:45.935625 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-faae3de6-8a57-48be-bc6e-405ed719774e admin admin] Request body: {'subnet': {'network_id': 'b45e3847-8553-4a60-8ac3-643b9d13f549', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-333884144-subnet', 'tenant_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'ip_version': 4}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:57:45.953932 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923e994-f0fb-4dae-805a-d44dba510194 admin admin] Pushing event updated for resources: {'Network': ['ID=b45e3847-8553-4a60-8ac3-643b9d13f549,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:45.954148 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faae3de6-8a57-48be-bc6e-405ed719774e admin admin] Made reservation on behalf of 4b26052b0e8a45d79bdbb70059b8e0b7 for: {'subnet': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:57:45.956603 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-faae3de6-8a57-48be-bc6e-405ed719774e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12077755'] for subnet (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:45.963742 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Network b45e3847-8553-4a60-8ac3-643b9d13f549 details requested by agent ovs-agent-dv-cinder-788366-9-iscsi with host dv-cinder-788366-9-iscsi {{(pid=114606) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 09 19:57:46.123320 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-faae3de6-8a57-48be-bc6e-405ed719774e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8836946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12077717'] for subnet (44495b9d-c60a-4fe9-906c-3bcae834ae4c), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:46.177240 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae3de6-8a57-48be-bc6e-405ed719774e admin admin] Pushing event updated for resources: {'Subnet': ['ID=44495b9d-c60a-4fe9-906c-3bcae834ae4c,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:46.184758 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faae3de6-8a57-48be-bc6e-405ed719774e admin admin] Checking segment: {'id': '7f11563b-23dd-47f7-ac9d-c02bd6744184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b45e3847-8553-4a60-8ac3-643b9d13f549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:57:46.185102 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faae3de6-8a57-48be-bc6e-405ed719774e admin admin] Network hostable DHCP agents. Network: b45e3847-8553-4a60-8ac3-643b9d13f549, hostable agents: ['a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98'], hosted agents: [] {{(pid=114605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 09 19:57:46.200677 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faae3de6-8a57-48be-bc6e-405ed719774e admin admin] Network b45e3847-8553-4a60-8ac3-643b9d13f549 is scheduled to be hosted by DHCP agent a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98 with binding_index 1 {{(pid=114605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 09 19:57:46.210295 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-faae3de6-8a57-48be-bc6e-405ed719774e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788366-9-iscsi, b45e3847-8553-4a60-8ac3-643b9d13f549) {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:57:46.216333 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faae3de6-8a57-48be-bc6e-405ed719774e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:57:46.216936 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-faae3de6-8a57-48be-bc6e-405ed719774e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:46.220963 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c1ed16-45eb-4471-94aa-b06fd8229564 None None] Network b45e3847-8553-4a60-8ac3-643b9d13f549 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:57:46.239545 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-faae3de6-8a57-48be-bc6e-405ed719774e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3087974 Mar 09 19:57:46.242196 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46642) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:46.246592 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-333884144-router', 'tenant_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:57:46.269802 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-400733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24705'] for router (9a93ccb7-9a7d-4685-b9dc-273fe463adb0), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:46.270974 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-396811', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24726'] for router (9a93ccb7-9a7d-4685-b9dc-273fe463adb0), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:46.322963 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] Publish callbacks [] for router_controller (9a93ccb7-9a7d-4685-b9dc-273fe463adb0), precommit_add_association {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:46.327211 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf77b36b6-e9e3-5284-af40-da14c38a31c5-b45e3847-8553-4a60-8ac3-643b9d13f549', 'network_id': 'b45e3847-8553-4a60-8ac3-643b9d13f549', 'project_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'fixed_ips': [{'subnet_id': '44495b9d-c60a-4fe9-906c-3bcae834ae4c'}]}} from dv-cinder-788366-9-iscsi. {{(pid=114606) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 09 19:57:46.328302 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:46.467928 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] Publish callbacks [] for router_gateway (9a93ccb7-9a7d-4685-b9dc-273fe463adb0), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:46.469065 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.db_base_plugin_common [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Allocated IP 172.20.0.2 (b45e3847-8553-4a60-8ac3-643b9d13f549/44495b9d-c60a-4fe9-906c-3bcae834ae4c/5bad0ac5-f289-41d8-9fce-cf888e962c29) {{(pid=114606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:57:46.567658 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Sync routers for ids ['00a69562-de73-47a2-82a7-406a75a87d2e'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:57:46.576751 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Routers {'00a69562-de73-47a2-82a7-406a75a87d2e'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:57:46.577339 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:57:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['00a69562-de73-47a2-82a7-406a75a87d2e'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:46.634595 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Publish callbacks [] for port (5bad0ac5-f289-41d8-9fce-cf888e962c29), precommit_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:46.643321 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494'] for port (5bad0ac5-f289-41d8-9fce-cf888e962c29), after_create {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:46.675436 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] Publish callbacks [] for router_gateway (9a93ccb7-9a7d-4685-b9dc-273fe463adb0), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:46.684460 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Network b45e3847-8553-4a60-8ac3-643b9d13f549 is already hosted by enough agents. {{(pid=114606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:57:46.685994 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Set router 00a69562-de73-47a2-82a7-406a75a87d2e gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:57:46.690069 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.scheduler.base_scheduler [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Resources bound (agent type, host, resource id): {{(pid=114606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:57:46.692519 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Received port after_create {{(pid=114606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:57:46.694482 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Pushing event updated for resources: {'Port': ['ID=5bad0ac5-f289-41d8-9fce-cf888e962c29,revision_number=1']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:46.696858 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:46.749047 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Attempting to bind port 5bad0ac5-f289-41d8-9fce-cf888e962c29 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:57:46.749740 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Attempting to bind port 5bad0ac5-f289-41d8-9fce-cf888e962c29 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': '7f11563b-23dd-47f7-ac9d-c02bd6744184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b45e3847-8553-4a60-8ac3-643b9d13f549'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:57:46.750306 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Attempting to bind port 5bad0ac5-f289-41d8-9fce-cf888e962c29 on network b45e3847-8553-4a60-8ac3-643b9d13f549 {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:57:46.756511 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:57:46.757173 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Checking segment: {'id': '7f11563b-23dd-47f7-ac9d-c02bd6744184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b45e3847-8553-4a60-8ac3-643b9d13f549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:57:46.757777 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:46.758357 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Bound using segment: {'id': '7f11563b-23dd-47f7-ac9d-c02bd6744184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b45e3847-8553-4a60-8ac3-643b9d13f549'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:57:46.759064 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Bound port: 5bad0ac5-f289-41d8-9fce-cf888e962c29, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f11563b-23dd-47f7-ac9d-c02bd6744184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b45e3847-8553-4a60-8ac3-643b9d13f549'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:57:46.759643 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (5bad0ac5-f289-41d8-9fce-cf888e962c29), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:46.799561 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] Allocated IP 172.27.3.245 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/e7b74208-b46c-4954-ac27-d36bf871ce44) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:57:46.831583 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] For port 5bad0ac5-f289-41d8-9fce-cf888e962c29, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:57:46.834677 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] For port 5bad0ac5-f289-41d8-9fce-cf888e962c29, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=5bad0ac5-f289-41d8-9fce-cf888e962c29,segment=NetworkSegment(7f11563b-23dd-47f7-ac9d-c02bd6744184),segment_id=7f11563b-23dd-47f7-ac9d-c02bd6744184)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:57:46.844720 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (5bad0ac5-f289-41d8-9fce-cf888e962c29), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:46.905196 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2aa61-906f-40a6-8763-cf2140ba0062 None None] Pushing event updated for resources: {'Port': ['ID=5bad0ac5-f289-41d8-9fce-cf888e962c29,revision_number=2']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:46.905685 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 2, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:46.921039 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] Publish callbacks [] for port (e7b74208-b46c-4954-ac27-d36bf871ce44), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:46.940297 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Checking router: 00a69562-de73-47a2-82a7-406a75a87d2e for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:57:46.940751 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Updating router 00a69562-de73-47a2-82a7-406a75a87d2e port a4bb51f1-5242-4479-aecb-eaeed4b145e6 binding host dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:57:46.957099 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (e7b74208-b46c-4954-ac27-d36bf871ce44), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:46.977999 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:46.995792 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:57:47.002905 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:57:47.006281 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:57:47.034784 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] Pushing event updated for resources: {'Port': ['ID=e7b74208-b46c-4954-ac27-d36bf871ce44,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:47.059487 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 69c2b8d1-437f-488c-8aeb-84c96ebe4412 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:57:47.149328 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 69c2b8d1-437f-488c-8aeb-84c96ebe4412 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:47.149848 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (69c2b8d1-437f-488c-8aeb-84c96ebe4412), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:47.245568 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 69c2b8d1-437f-488c-8aeb-84c96ebe4412 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:47.245972 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (69c2b8d1-437f-488c-8aeb-84c96ebe4412), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:47.269840 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] For port 69c2b8d1-437f-488c-8aeb-84c96ebe4412, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=69c2b8d1-437f-488c-8aeb-84c96ebe4412,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:57:47.275968 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (69c2b8d1-437f-488c-8aeb-84c96ebe4412), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:47.324541 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Publish callbacks [] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), precommit_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:47.328769 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Pushing event updated for resources: {'Port': ['ID=69c2b8d1-437f-488c-8aeb-84c96ebe4412,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:47.330877 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:47.363036 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] Publish callbacks [] for router_gateway (9a93ccb7-9a7d-4685-b9dc-273fe463adb0), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:47.383932 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fd867-dd48-48d6-9bc5-571838572435 None None] Pushing event updated for resources: {'Port': ['ID=a4bb51f1-5242-4479-aecb-eaeed4b145e6,revision_number=3']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:47.456050 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Attempting to bind port a4bb51f1-5242-4479-aecb-eaeed4b145e6 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:57:47.456572 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Attempting to bind port a4bb51f1-5242-4479-aecb-eaeed4b145e6 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:57:47.457029 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Attempting to bind port a4bb51f1-5242-4479-aecb-eaeed4b145e6 on network e6865f93-e29e-499c-8fa6-bf8466c90938 {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:57:47.462229 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:57:47.462680 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Checking segment: {'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:57:47.463162 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:47.463608 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Bound using segment: {'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:57:47.464177 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Bound port: a4bb51f1-5242-4479-aecb-eaeed4b145e6, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'}}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:57:47.464648 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:47.528545 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] For port a4bb51f1-5242-4479-aecb-eaeed4b145e6, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:57:47.532005 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] For port a4bb51f1-5242-4479-aecb-eaeed4b145e6, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=a4bb51f1-5242-4479-aecb-eaeed4b145e6,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:57:47.539280 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:47.579059 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-400870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396900'] for router (9a93ccb7-9a7d-4685-b9dc-273fe463adb0), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:47.601544 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11fd867-dd48-48d6-9bc5-571838572435 None None] Pushing event updated for resources: {'Port': ['ID=a4bb51f1-5242-4479-aecb-eaeed4b145e6,revision_number=4']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:47.604442 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Routers {'00a69562-de73-47a2-82a7-406a75a87d2e'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:57:47.605050 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:57:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['00a69562-de73-47a2-82a7-406a75a87d2e'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:47.672474 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-b49981ed-cb52-46cd-96fe-31cc82c5c5fa None None] Provisioning complete for port a4bb51f1-5242-4479-aecb-eaeed4b145e6 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:47.672857 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b49981ed-cb52-46cd-96fe-31cc82c5c5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:47.768037 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] Set router 00a69562-de73-47a2-82a7-406a75a87d2e gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:57:47.780350 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-b49981ed-cb52-46cd-96fe-31cc82c5c5fa None None] Current status of the port a4bb51f1-5242-4479-aecb-eaeed4b145e6 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:47.780745 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b49981ed-cb52-46cd-96fe-31cc82c5c5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:47.828325 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-b49981ed-cb52-46cd-96fe-31cc82c5c5fa None None] For port a4bb51f1-5242-4479-aecb-eaeed4b145e6, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=a4bb51f1-5242-4479-aecb-eaeed4b145e6,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:57:47.835154 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b49981ed-cb52-46cd-96fe-31cc82c5c5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:47.899280 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49981ed-cb52-46cd-96fe-31cc82c5c5fa None None] Pushing event updated for resources: {'Port': ['ID=a4bb51f1-5242-4479-aecb-eaeed4b145e6,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:47.958064 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-ca61cd98-d4c8-496c-9410-7f65fdfb9d1c None None] Provisioning complete for port a4bb51f1-5242-4479-aecb-eaeed4b145e6 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:47.958760 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ca61cd98-d4c8-496c-9410-7f65fdfb9d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:48.051205 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-ca61cd98-d4c8-496c-9410-7f65fdfb9d1c None None] Current status of the port a4bb51f1-5242-4479-aecb-eaeed4b145e6 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:48.078770 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a4fbbd-f5fa-432e-85da-eac9fe59d8c0 None None] Network b45e3847-8553-4a60-8ac3-643b9d13f549 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:57:48.093660 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] Router 9a93ccb7-9a7d-4685-b9dc-273fe463adb0 is scheduled to L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c with binding_index 1 {{(pid=114604) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 09 19:57:48.115012 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:48.143207 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41415744-3ec1-40a0-8512-d7deb02c0508 None None] The sync data for ids ['00a69562-de73-47a2-82a7-406a75a87d2e'] in dv-cinder-788366-9-iscsi is: [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:57:48.220859 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-8fe02bd1-565b-47c2-8f88-2b45550765ac None None] Provisioning complete for port 5bad0ac5-f289-41d8-9fce-cf888e962c29 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:48.221225 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-8fe02bd1-565b-47c2-8f88-2b45550765ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (5bad0ac5-f289-41d8-9fce-cf888e962c29), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:48.221661 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:57:48.241115 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:48.245841 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46646) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:48.251083 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Sync routers for ids ['9a93ccb7-9a7d-4685-b9dc-273fe463adb0'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:57:48.255798 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-1a4d2b9b-6ea8-43d8-9193-6d87256d2ce9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0124290 Mar 09 19:57:48.284278 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Routers {'9a93ccb7-9a7d-4685-b9dc-273fe463adb0'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:57:48.285220 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:57:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['9a93ccb7-9a7d-4685-b9dc-273fe463adb0'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:48.421199 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-8fe02bd1-565b-47c2-8f88-2b45550765ac None None] Current status of the port 5bad0ac5-f289-41d8-9fce-cf888e962c29 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:48.421593 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-8fe02bd1-565b-47c2-8f88-2b45550765ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (5bad0ac5-f289-41d8-9fce-cf888e962c29), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:48.468991 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Set router 9a93ccb7-9a7d-4685-b9dc-273fe463adb0 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:57:48.537858 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-8fe02bd1-565b-47c2-8f88-2b45550765ac None None] For port 5bad0ac5-f289-41d8-9fce-cf888e962c29, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=5bad0ac5-f289-41d8-9fce-cf888e962c29,segment=NetworkSegment(7f11563b-23dd-47f7-ac9d-c02bd6744184),segment_id=7f11563b-23dd-47f7-ac9d-c02bd6744184)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:57:48.554017 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-8fe02bd1-565b-47c2-8f88-2b45550765ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (5bad0ac5-f289-41d8-9fce-cf888e962c29), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:48.662918 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe02bd1-565b-47c2-8f88-2b45550765ac None None] Pushing event updated for resources: {'Port': ['ID=5bad0ac5-f289-41d8-9fce-cf888e962c29,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:48.713001 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7c04fd23-1025-454d-8005-103cfceb9fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:48.843242 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-2f4dafa3-74f2-4796-9fbc-ebbca36141c4 None None] Provisioning complete for port 5bad0ac5-f289-41d8-9fce-cf888e962c29 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:48.843242 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-2f4dafa3-74f2-4796-9fbc-ebbca36141c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (5bad0ac5-f289-41d8-9fce-cf888e962c29), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:48.882930 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [None req-7c04fd23-1025-454d-8005-103cfceb9fca admin admin] Allocated IP 172.20.0.1 (b45e3847-8553-4a60-8ac3-643b9d13f549/44495b9d-c60a-4fe9-906c-3bcae834ae4c/9eb9f578-85fa-4dd4-89bb-3dd81d846e9f) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:57:48.904833 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'name': 'tempest-TestVolumeBootPattern-333884144-router', 'tenant_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e7b74208-b46c-4954-ac27-d36bf871ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:46Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 3, 'project_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'gw_port': {'id': 'e7b74208-b46c-4954-ac27-d36bf871ce44', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:46Z', 'updated_at': '2022-03-09T19:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:48.954802 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Checking router: 9a93ccb7-9a7d-4685-b9dc-273fe463adb0 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:57:48.955167 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Updating router 9a93ccb7-9a7d-4685-b9dc-273fe463adb0 port e7b74208-b46c-4954-ac27-d36bf871ce44 binding host dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:57:48.987615 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-2f4dafa3-74f2-4796-9fbc-ebbca36141c4 None None] Current status of the port 5bad0ac5-f289-41d8-9fce-cf888e962c29 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:48.992052 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (e7b74208-b46c-4954-ac27-d36bf871ce44), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:49.015117 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7c04fd23-1025-454d-8005-103cfceb9fca admin admin] Publish callbacks [] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:49.058501 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7c04fd23-1025-454d-8005-103cfceb9fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:49.097863 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c04fd23-1025-454d-8005-103cfceb9fca admin admin] Network b45e3847-8553-4a60-8ac3-643b9d13f549 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:57:49.103116 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-7c04fd23-1025-454d-8005-103cfceb9fca admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:57:49.108131 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c04fd23-1025-454d-8005-103cfceb9fca admin admin] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:57:49.116188 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04fd23-1025-454d-8005-103cfceb9fca admin admin] Pushing event updated for resources: {'Port': ['ID=9eb9f578-85fa-4dd4-89bb-3dd81d846e9f,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:49.174037 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7c04fd23-1025-454d-8005-103cfceb9fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-394763'] for router_interface (9a93ccb7-9a7d-4685-b9dc-273fe463adb0), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:49.238698 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 5bad0ac5-f289-41d8-9fce-cf888e962c29 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:57:49.333400 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7c04fd23-1025-454d-8005-103cfceb9fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:49.362951 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Publish callbacks [] for port (e7b74208-b46c-4954-ac27-d36bf871ce44), precommit_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:49.364613 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 5bad0ac5-f289-41d8-9fce-cf888e962c29 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:49.364987 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (5bad0ac5-f289-41d8-9fce-cf888e962c29), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:49.388284 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (e7b74208-b46c-4954-ac27-d36bf871ce44), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:49.471151 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Attempting to bind port e7b74208-b46c-4954-ac27-d36bf871ce44 on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:57:49.471446 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Attempting to bind port e7b74208-b46c-4954-ac27-d36bf871ce44 by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:57:49.471813 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Attempting to bind port e7b74208-b46c-4954-ac27-d36bf871ce44 on network e6010f1c-f022-4815-b6b9-5cdf43535436 {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:57:49.483175 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf3007-c1f7-4c72-a496-f551bc22456c None None] Pushing event updated for resources: {'Port': ['ID=e7b74208-b46c-4954-ac27-d36bf871ce44,revision_number=2']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:49.486985 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-12473a1e-9fd0-49d3-8652-1aa417dfa961 None None] Provisioning complete for port 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:49.487383 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-12473a1e-9fd0-49d3-8652-1aa417dfa961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:49.491220 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:57:49.491607 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Checking segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:57:49.492006 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:49.492431 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Bound using segment: {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'} {{(pid=114606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:57:49.492898 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.managers [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Bound port: e7b74208-b46c-4954-ac27-d36bf871ce44, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d299df-e00b-4224-a90e-8646aedab633', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}}] {{(pid=114606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:57:49.493261 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (e7b74208-b46c-4954-ac27-d36bf871ce44), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:49.515965 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7c04fd23-1025-454d-8005-103cfceb9fca admin admin] Publish callbacks [] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:49.522361 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7c04fd23-1025-454d-8005-103cfceb9fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:49.589947 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04fd23-1025-454d-8005-103cfceb9fca admin admin] Pushing event updated for resources: {'Port': ['ID=9eb9f578-85fa-4dd4-89bb-3dd81d846e9f,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:49.591046 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-12473a1e-9fd0-49d3-8652-1aa417dfa961 None None] Port 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:57:49.594721 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7c04fd23-1025-454d-8005-103cfceb9fca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694783', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-394919'] for router_interface (9a93ccb7-9a7d-4685-b9dc-273fe463adb0), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:49.602949 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 5bad0ac5-f289-41d8-9fce-cf888e962c29 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:49.604017 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device a4bb51f1-5242-4479-aecb-eaeed4b145e6 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:57:49.630063 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] For port e7b74208-b46c-4954-ac27-d36bf871ce44, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:57:49.650611 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] For port e7b74208-b46c-4954-ac27-d36bf871ce44, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=e7b74208-b46c-4954-ac27-d36bf871ce44,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:57:49.662729 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (e7b74208-b46c-4954-ac27-d36bf871ce44), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:49.693201 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c04fd23-1025-454d-8005-103cfceb9fca admin admin] Network b45e3847-8553-4a60-8ac3-643b9d13f549 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:57:49.694534 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-7c04fd23-1025-454d-8005-103cfceb9fca admin admin] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:57:49.734032 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Routers {'9a93ccb7-9a7d-4685-b9dc-273fe463adb0'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:57:49.734754 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:57:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['9a93ccb7-9a7d-4685-b9dc-273fe463adb0'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:49.741679 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port a4bb51f1-5242-4479-aecb-eaeed4b145e6 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:49.742067 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:49.774467 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf3007-c1f7-4c72-a496-f551bc22456c None None] Pushing event updated for resources: {'Port': ['ID=e7b74208-b46c-4954-ac27-d36bf871ce44,revision_number=3']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:49.823743 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c04fd23-1025-454d-8005-103cfceb9fca admin admin] Router 9a93ccb7-9a7d-4685-b9dc-273fe463adb0 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:57:49.914004 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] Set router 9a93ccb7-9a7d-4685-b9dc-273fe463adb0 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:57:49.964438 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port a4bb51f1-5242-4479-aecb-eaeed4b145e6 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:49.965499 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 69c2b8d1-437f-488c-8aeb-84c96ebe4412 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:57:49.996822 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-7872b64a-6772-4417-a91b-562c905af73c None None] Provisioning complete for port 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:49.997097 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7872b64a-6772-4417-a91b-562c905af73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:50.099522 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-7872b64a-6772-4417-a91b-562c905af73c None None] Port 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:57:50.150524 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 69c2b8d1-437f-488c-8aeb-84c96ebe4412 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:50.150913 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (69c2b8d1-437f-488c-8aeb-84c96ebe4412), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:50.185128 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c04fd23-1025-454d-8005-103cfceb9fca admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:57:50.190519 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-7c04fd23-1025-454d-8005-103cfceb9fca admin admin] 10.222.0.16 "PUT /v2.0/routers/9a93ccb7-9a7d-4685-b9dc-273fe463adb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9431686 Mar 09 19:57:50.277368 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 69c2b8d1-437f-488c-8aeb-84c96ebe4412 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:50.282312 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'name': 'tempest-TestVolumeBootPattern-333884144-router', 'tenant_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e7b74208-b46c-4954-ac27-d36bf871ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:46Z', 'updated_at': '2022-03-09T19:57:49Z', 'revision_number': 4, 'project_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'gw_port': {'id': 'e7b74208-b46c-4954-ac27-d36bf871ce44', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:46Z', 'updated_at': '2022-03-09T19:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '9eb9f578-85fa-4dd4-89bb-3dd81d846e9f', 'name': '', 'network_id': 'b45e3847-8553-4a60-8ac3-643b9d13f549', 'tenant_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'mac_address': 'fa:16:3e:73:4f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '44495b9d-c60a-4fe9-906c-3bcae834ae4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:48Z', 'updated_at': '2022-03-09T19:57:49Z', 'revision_number': 2, 'project_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'subnets': [{'id': '44495b9d-c60a-4fe9-906c-3bcae834ae4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:50.308877 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2cfa1-84f3-4a2c-9b07-85d236085b18 None None] The sync data for ids ['9a93ccb7-9a7d-4685-b9dc-273fe463adb0'] in dv-cinder-788366-9-iscsi is: [{'id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'name': 'tempest-TestVolumeBootPattern-333884144-router', 'tenant_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e7b74208-b46c-4954-ac27-d36bf871ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:46Z', 'updated_at': '2022-03-09T19:57:49Z', 'revision_number': 4, 'project_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'gw_port': {'id': 'e7b74208-b46c-4954-ac27-d36bf871ce44', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:46Z', 'updated_at': '2022-03-09T19:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '9eb9f578-85fa-4dd4-89bb-3dd81d846e9f', 'name': '', 'network_id': 'b45e3847-8553-4a60-8ac3-643b9d13f549', 'tenant_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'mac_address': 'fa:16:3e:73:4f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '44495b9d-c60a-4fe9-906c-3bcae834ae4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:48Z', 'updated_at': '2022-03-09T19:57:49Z', 'revision_number': 2, 'project_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'subnets': [{'id': '44495b9d-c60a-4fe9-906c-3bcae834ae4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:57:50.762066 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46654) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:50.766670 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-f1360e1b-1673-4438-9bb0-858cca4fc117 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1270837477', 'description': 'tempest-secgroup-smoke-1270837477 description', 'project_id': '2d588caf995c4f16b38f074e13bd7a1a'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:57:50.788363 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f1360e1b-1673-4438-9bb0-858cca4fc117 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:50.859799 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f1360e1b-1673-4438-9bb0-858cca4fc117 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group (af9e2ab2-5cf0-4850-9944-4e8894bc7f53), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:50.863488 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f1360e1b-1673-4438-9bb0-858cca4fc117 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (af9e2ab2-5cf0-4850-9944-4e8894bc7f53), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:50.891863 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f1360e1b-1673-4438-9bb0-858cca4fc117 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:50.893683 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-f1360e1b-1673-4438-9bb0-858cca4fc117 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1305478 Mar 09 19:57:50.896666 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46656) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:50.901568 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-214e1516-4abe-42c3-bbb5-3a8a10b39dc7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Request body: {'security_group_rule': {'security_group_id': 'af9e2ab2-5cf0-4850-9944-4e8894bc7f53', 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:57:50.906744 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1360e1b-1673-4438-9bb0-858cca4fc117 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9e2ab2-5cf0-4850-9944-4e8894bc7f53,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:50.930124 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-214e1516-4abe-42c3-bbb5-3a8a10b39dc7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group_rule (2d200a0d-d960-4c1c-aec4-5055c8b9998b), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.011873 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-214e1516-4abe-42c3-bbb5-3a8a10b39dc7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group_rule (2d200a0d-d960-4c1c-aec4-5055c8b9998b), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.018809 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-214e1516-4abe-42c3-bbb5-3a8a10b39dc7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (2d200a0d-d960-4c1c-aec4-5055c8b9998b), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.044042 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e1516-4abe-42c3-bbb5-3a8a10b39dc7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d200a0d-d960-4c1c-aec4-5055c8b9998b,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:51.058212 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-214e1516-4abe-42c3-bbb5-3a8a10b39dc7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.059473 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-214e1516-4abe-42c3-bbb5-3a8a10b39dc7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620219 Mar 09 19:57:51.062251 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46658) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:51.067320 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-8312427f-cf93-4e9e-a841-a98425545907 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Request body: {'security_group_rule': {'security_group_id': 'af9e2ab2-5cf0-4850-9944-4e8894bc7f53', 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:57:51.100101 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8312427f-cf93-4e9e-a841-a98425545907 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group_rule (2b4effbc-ce8c-4134-9cd1-8f7b5e36a03d), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.100290 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device e7b74208-b46c-4954-ac27-d36bf871ce44 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:57:51.155097 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port e7b74208-b46c-4954-ac27-d36bf871ce44 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:51.155515 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (e7b74208-b46c-4954-ac27-d36bf871ce44), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.165406 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8312427f-cf93-4e9e-a841-a98425545907 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group_rule (2b4effbc-ce8c-4134-9cd1-8f7b5e36a03d), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.169273 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8312427f-cf93-4e9e-a841-a98425545907 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (2b4effbc-ce8c-4134-9cd1-8f7b5e36a03d), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.189573 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312427f-cf93-4e9e-a841-a98425545907 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4effbc-ce8c-4134-9cd1-8f7b5e36a03d,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:51.195772 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8312427f-cf93-4e9e-a841-a98425545907 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.199625 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-8312427f-cf93-4e9e-a841-a98425545907 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1337969 Mar 09 19:57:51.200489 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46660) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:51.206061 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-b8ad8c8b-5ec7-4593-873c-82d002e1b05d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Request body: {'security_group_rule': {'security_group_id': 'af9e2ab2-5cf0-4850-9944-4e8894bc7f53', 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:57:51.230548 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b8ad8c8b-5ec7-4593-873c-82d002e1b05d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group_rule (5a7cbfd9-42c6-4a8c-bc22-98c77bcdd082), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.243647 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port e7b74208-b46c-4954-ac27-d36bf871ce44 is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:51.244035 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (e7b74208-b46c-4954-ac27-d36bf871ce44), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.266735 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] For port e7b74208-b46c-4954-ac27-d36bf871ce44, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=e7b74208-b46c-4954-ac27-d36bf871ce44,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:57:51.272180 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (e7b74208-b46c-4954-ac27-d36bf871ce44), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.298053 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b8ad8c8b-5ec7-4593-873c-82d002e1b05d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group_rule (5a7cbfd9-42c6-4a8c-bc22-98c77bcdd082), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.303099 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b8ad8c8b-5ec7-4593-873c-82d002e1b05d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (5a7cbfd9-42c6-4a8c-bc22-98c77bcdd082), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.320954 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Pushing event updated for resources: {'Port': ['ID=e7b74208-b46c-4954-ac27-d36bf871ce44,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:51.324270 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad8c8b-5ec7-4593-873c-82d002e1b05d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a7cbfd9-42c6-4a8c-bc22-98c77bcdd082,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:51.330479 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b8ad8c8b-5ec7-4593-873c-82d002e1b05d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.332383 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-b8ad8c8b-5ec7-4593-873c-82d002e1b05d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305571 Mar 09 19:57:51.334855 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46662) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:51.339356 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-1f7903fd-06d0-4faa-b12b-6d759196a259 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Request body: {'security_group_rule': {'security_group_id': 'af9e2ab2-5cf0-4850-9944-4e8894bc7f53', 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:57:51.364764 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1f7903fd-06d0-4faa-b12b-6d759196a259 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group_rule (ef04e479-421d-467f-b56b-17c9e96c6f0f), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.429847 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1f7903fd-06d0-4faa-b12b-6d759196a259 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group_rule (ef04e479-421d-467f-b56b-17c9e96c6f0f), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.437417 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1f7903fd-06d0-4faa-b12b-6d759196a259 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (ef04e479-421d-467f-b56b-17c9e96c6f0f), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.457392 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7903fd-06d0-4faa-b12b-6d759196a259 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef04e479-421d-467f-b56b-17c9e96c6f0f,revision_number=0']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:51.464470 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-1f7903fd-06d0-4faa-b12b-6d759196a259 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.468455 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46664) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:51.468643 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-1f7903fd-06d0-4faa-b12b-6d759196a259 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1325967 Mar 09 19:57:51.473087 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-60c77a69-c242-499f-b531-234a1f63d4b2 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Request body: {'security_group_rule': {'security_group_id': 'af9e2ab2-5cf0-4850-9944-4e8894bc7f53', 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:57:51.493172 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.securitygroups_db [None req-60c77a69-c242-499f-b531-234a1f63d4b2 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Project 2d588caf995c4f16b38f074e13bd7a1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 19:57:51.498366 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-60c77a69-c242-499f-b531-234a1f63d4b2 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group_rule (cec13de0-a243-48c8-b54b-8a660182d43d), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.557866 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-60c77a69-c242-499f-b531-234a1f63d4b2 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group_rule (cec13de0-a243-48c8-b54b-8a660182d43d), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.561625 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-60c77a69-c242-499f-b531-234a1f63d4b2 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (cec13de0-a243-48c8-b54b-8a660182d43d), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.579384 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c77a69-c242-499f-b531-234a1f63d4b2 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec13de0-a243-48c8-b54b-8a660182d43d,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:51.588051 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-60c77a69-c242-499f-b531-234a1f63d4b2 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.591900 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-60c77a69-c242-499f-b531-234a1f63d4b2 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198316 Mar 09 19:57:51.592032 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46666) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:57:51.596572 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-d6a9a104-fc2f-4fe2-81a5-44db675ef280 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Request body: {'security_group_rule': {'security_group_id': 'af9e2ab2-5cf0-4850-9944-4e8894bc7f53', 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:57:51.618017 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.securitygroups_db [None req-d6a9a104-fc2f-4fe2-81a5-44db675ef280 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Project 2d588caf995c4f16b38f074e13bd7a1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 09 19:57:51.623918 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a104-fc2f-4fe2-81a5-44db675ef280 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group_rule (8bc42377-6b84-499f-af55-94616a046289), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.683550 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a104-fc2f-4fe2-81a5-44db675ef280 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group_rule (8bc42377-6b84-499f-af55-94616a046289), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.687016 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a104-fc2f-4fe2-81a5-44db675ef280 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (8bc42377-6b84-499f-af55-94616a046289), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.703745 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9a104-fc2f-4fe2-81a5-44db675ef280 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc42377-6b84-499f-af55-94616a046289,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:51.712339 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a104-fc2f-4fe2-81a5-44db675ef280 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:51.713504 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-d6a9a104-fc2f-4fe2-81a5-44db675ef280 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205180 Mar 09 19:57:52.357120 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Sync routers for ids ['9a93ccb7-9a7d-4685-b9dc-273fe463adb0'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:57:52.366699 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Routers {'9a93ccb7-9a7d-4685-b9dc-273fe463adb0'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:57:52.367308 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:57:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['9a93ccb7-9a7d-4685-b9dc-273fe463adb0'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:52.480371 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Set router 9a93ccb7-9a7d-4685-b9dc-273fe463adb0 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:57:52.672767 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'name': 'tempest-TestVolumeBootPattern-333884144-router', 'tenant_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e7b74208-b46c-4954-ac27-d36bf871ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:46Z', 'updated_at': '2022-03-09T19:57:49Z', 'revision_number': 4, 'project_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'gw_port': {'id': 'e7b74208-b46c-4954-ac27-d36bf871ce44', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:46Z', 'updated_at': '2022-03-09T19:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '9eb9f578-85fa-4dd4-89bb-3dd81d846e9f', 'name': '', 'network_id': 'b45e3847-8553-4a60-8ac3-643b9d13f549', 'tenant_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'mac_address': 'fa:16:3e:73:4f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '44495b9d-c60a-4fe9-906c-3bcae834ae4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:48Z', 'updated_at': '2022-03-09T19:57:49Z', 'revision_number': 2, 'project_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'subnets': [{'id': '44495b9d-c60a-4fe9-906c-3bcae834ae4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:52.707537 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Checking router: 9a93ccb7-9a7d-4685-b9dc-273fe463adb0 for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:57:52.707870 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Updating router 9a93ccb7-9a7d-4685-b9dc-273fe463adb0 port 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f binding host dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 09 19:57:52.733743 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:52.995346 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Publish callbacks [] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), precommit_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:53.001948 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:53.028112 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device e7b74208-b46c-4954-ac27-d36bf871ce44 up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:57:53.053751 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa3b69-4b33-4b1c-83fb-353f0648718b None None] Pushing event updated for resources: {'Port': ['ID=9eb9f578-85fa-4dd4-89bb-3dd81d846e9f,revision_number=3']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:53.083910 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port e7b74208-b46c-4954-ac27-d36bf871ce44 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:53.084319 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (e7b74208-b46c-4954-ac27-d36bf871ce44), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:53.110733 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Attempting to bind port 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f on host dv-cinder-788366-9-iscsi for vnic_type normal with profile {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:57:53.111379 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Attempting to bind port 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f by drivers openvswitch,hyperv on host dv-cinder-788366-9-iscsi at level 0 using segments [{'id': '7f11563b-23dd-47f7-ac9d-c02bd6744184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b45e3847-8553-4a60-8ac3-643b9d13f549'}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:57:53.111980 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Attempting to bind port 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f on network b45e3847-8553-4a60-8ac3-643b9d13f549 {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:57:53.118112 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Checking agent: {'id': '6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788366-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 42, 4), 'started_at': datetime.datetime(2022, 3, 9, 19, 42, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788366-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:57:53.118488 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Checking segment: {'id': '7f11563b-23dd-47f7-ac9d-c02bd6744184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b45e3847-8553-4a60-8ac3-643b9d13f549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:57:53.118928 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:53.119321 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Bound using segment: {'id': '7f11563b-23dd-47f7-ac9d-c02bd6744184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b45e3847-8553-4a60-8ac3-643b9d13f549'} {{(pid=114607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:57:53.119794 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.managers [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Bound port: 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f, host: dv-cinder-788366-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f11563b-23dd-47f7-ac9d-c02bd6744184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'b45e3847-8553-4a60-8ac3-643b9d13f549'}}] {{(pid=114607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:57:53.120298 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), before_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:53.175613 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port e7b74208-b46c-4954-ac27-d36bf871ce44 is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:53.190622 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] For port 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f, host dv-cinder-788366-9-iscsi, cleared binding levels {{(pid=114607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:57:53.194010 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.plugins.ml2.db [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] For port 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f, host dv-cinder-788366-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=9eb9f578-85fa-4dd4-89bb-3dd81d846e9f,segment=NetworkSegment(7f11563b-23dd-47f7-ac9d-c02bd6744184),segment_id=7f11563b-23dd-47f7-ac9d-c02bd6744184)] {{(pid=114607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:57:53.201235 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron_lib.callbacks.manager [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), after_update {{(pid=114607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:53.259890 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Routers {'9a93ccb7-9a7d-4685-b9dc-273fe463adb0'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:57:53.260546 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:57:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['9a93ccb7-9a7d-4685-b9dc-273fe463adb0'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:53.300101 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa3b69-4b33-4b1c-83fb-353f0648718b None None] Pushing event updated for resources: {'Port': ['ID=9eb9f578-85fa-4dd4-89bb-3dd81d846e9f,revision_number=4']} {{(pid=114607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:53.352149 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-87b18700-c22c-4c99-b91b-b559c0462e09 None None] Provisioning complete for port 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:53.352525 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-87b18700-c22c-4c99-b91b-b559c0462e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:53.388161 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] Set router 9a93ccb7-9a7d-4685-b9dc-273fe463adb0 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:57:53.447574 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-87b18700-c22c-4c99-b91b-b559c0462e09 None None] Current status of the port 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f is: DOWN; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:53.448261 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-87b18700-c22c-4c99-b91b-b559c0462e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:53.485056 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-87b18700-c22c-4c99-b91b-b559c0462e09 None None] For port 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=9eb9f578-85fa-4dd4-89bb-3dd81d846e9f,segment=NetworkSegment(7f11563b-23dd-47f7-ac9d-c02bd6744184),segment_id=7f11563b-23dd-47f7-ac9d-c02bd6744184)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:57:53.489114 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-87b18700-c22c-4c99-b91b-b559c0462e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:53.536875 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b18700-c22c-4c99-b91b-b559c0462e09 None None] Pushing event updated for resources: {'Port': ['ID=9eb9f578-85fa-4dd4-89bb-3dd81d846e9f,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:57:53.606559 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'name': 'tempest-TestVolumeBootPattern-333884144-router', 'tenant_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e7b74208-b46c-4954-ac27-d36bf871ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:46Z', 'updated_at': '2022-03-09T19:57:49Z', 'revision_number': 4, 'project_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'gw_port': {'id': 'e7b74208-b46c-4954-ac27-d36bf871ce44', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:46Z', 'updated_at': '2022-03-09T19:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '9eb9f578-85fa-4dd4-89bb-3dd81d846e9f', 'name': '', 'network_id': 'b45e3847-8553-4a60-8ac3-643b9d13f549', 'tenant_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'mac_address': 'fa:16:3e:73:4f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '44495b9d-c60a-4fe9-906c-3bcae834ae4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:48Z', 'updated_at': '2022-03-09T19:57:53Z', 'revision_number': 4, 'project_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'subnets': [{'id': '44495b9d-c60a-4fe9-906c-3bcae834ae4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:57:53.607919 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-ad5e5363-8fe2-4112-ae7a-8c7d432f25d6 None None] Provisioning complete for port 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:53.608340 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ad5e5363-8fe2-4112-ae7a-8c7d432f25d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:53.633971 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742db7f7-4391-4b61-93fa-052270ddee27 None None] The sync data for ids ['9a93ccb7-9a7d-4685-b9dc-273fe463adb0'] in dv-cinder-788366-9-iscsi is: [{'id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'name': 'tempest-TestVolumeBootPattern-333884144-router', 'tenant_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e7b74208-b46c-4954-ac27-d36bf871ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:46Z', 'updated_at': '2022-03-09T19:57:49Z', 'revision_number': 4, 'project_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'gw_port': {'id': 'e7b74208-b46c-4954-ac27-d36bf871ce44', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:46Z', 'updated_at': '2022-03-09T19:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': '9eb9f578-85fa-4dd4-89bb-3dd81d846e9f', 'name': '', 'network_id': 'b45e3847-8553-4a60-8ac3-643b9d13f549', 'tenant_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'mac_address': 'fa:16:3e:73:4f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '44495b9d-c60a-4fe9-906c-3bcae834ae4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:48Z', 'updated_at': '2022-03-09T19:57:53Z', 'revision_number': 4, 'project_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'subnets': [{'id': '44495b9d-c60a-4fe9-906c-3bcae834ae4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:57:53.701187 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-ad5e5363-8fe2-4112-ae7a-8c7d432f25d6 None None] Current status of the port 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:55.047523 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f up at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:57:55.095086 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Provisioning complete for port 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:57:55.095487 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:55.305180 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Current status of the port 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f is: ACTIVE; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:57:57.500100 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-088d5586-bd74-429a-be0d-fb998a96bb92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:57:59.757814 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-373b54a1-b178-4235-8a23-07878c30aae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:00.865384 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:02.480393 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:02.582641 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d3fe9-f3dc-4c01-9e2d-336c3ce7aa94 req-f1dc0677-053b-43f3-8d06-8310f8a36a63 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:02.584132 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f81d3fe9-f3dc-4c01-9e2d-336c3ce7aa94 req-f1dc0677-053b-43f3-8d06-8310f8a36a63 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0526319 Mar 09 19:58:02.631928 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f81d3fe9-f3dc-4c01-9e2d-336c3ce7aa94 req-e454cb46-02e8-448b-9cb7-6d474c4e7b8f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421147 Mar 09 19:58:03.739067 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ae730c78-61ba-411c-9350-695bce0eb4d2 req-0c4c87fd-04d0-4a16-bde2-f39837af983b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440547 Mar 09 19:58:03.751734 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbcd74-abb7-41e7-aeaf-ff109006b7d6 req-ad2d0839-ac35-4299-95ee-0a89d0079b02 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:03.754201 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2ebbcd74-abb7-41e7-aeaf-ff109006b7d6 req-ad2d0839-ac35-4299-95ee-0a89d0079b02 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0509460 Mar 09 19:58:03.764194 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:03.802331 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2ebbcd74-abb7-41e7-aeaf-ff109006b7d6 req-d7e1c081-5599-4559-bc92-2017db39a6bb tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405219 Mar 09 19:58:03.827446 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae730c78-61ba-411c-9350-695bce0eb4d2 req-768af861-821d-400e-add8-f8e61a4a7d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:03.828966 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ae730c78-61ba-411c-9350-695bce0eb4d2 req-768af861-821d-400e-add8-f8e61a4a7d2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b43418ea084d90a7da278a1c129a34&device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 1130 time: 0.0430017 Mar 09 19:58:03.868252 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:03.939079 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae730c78-61ba-411c-9350-695bce0eb4d2 req-827bf2da-0cd9-4f68-a75a-f1400c181140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:03.940555 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ae730c78-61ba-411c-9350-695bce0eb4d2 req-827bf2da-0cd9-4f68-a75a-f1400c181140 service neutron] 10.222.0.20 "GET /v2.0/networks?id=78f48c1a-404b-46a8-a76c-8d73a6cab978 HTTP/1.1" status: 200 len: 909 time: 0.0848067 Mar 09 19:58:04.002709 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ae730c78-61ba-411c-9350-695bce0eb4d2 req-46fc26dc-7a01-4530-abce-d81e1c511856 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 HTTP/1.1" status: 200 len: 1001 time: 0.0555732 Mar 09 19:58:04.048769 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae730c78-61ba-411c-9350-695bce0eb4d2 req-43411df8-571f-4e2a-b54e-895eaec8cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:04.050125 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ae730c78-61ba-411c-9350-695bce0eb4d2 req-43411df8-571f-4e2a-b54e-895eaec8cabd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5d74d19-614f-4e40-b80c-b52f3e9956b9 HTTP/1.1" status: 200 len: 847 time: 0.0406415 Mar 09 19:58:04.098877 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae730c78-61ba-411c-9350-695bce0eb4d2 req-6e929e4a-318c-4761-bede-8dcf098017f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:04.100311 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ae730c78-61ba-411c-9350-695bce0eb4d2 req-6e929e4a-318c-4761-bede-8dcf098017f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78f48c1a-404b-46a8-a76c-8d73a6cab978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436201 Mar 09 19:58:04.188694 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ae730c78-61ba-411c-9350-695bce0eb4d2 req-3a289566-b99a-46d0-9bb5-17ad9febe8d4 service neutron] 10.222.0.20 "GET /v2.0/networks/78f48c1a-404b-46a8-a76c-8d73a6cab978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789874 Mar 09 19:58:04.277927 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ae730c78-61ba-411c-9350-695bce0eb4d2 req-39a31061-34b4-4fd1-b320-57b4daa317c2 service neutron] 10.222.0.20 "GET /v2.0/networks/78f48c1a-404b-46a8-a76c-8d73a6cab978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828688 Mar 09 19:58:04.919680 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e9ca8-25db-4aed-8499-e4da0690f71e req-66c7366c-61fb-44ea-b106-0a0a0db8b7a5 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:04.921163 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-221e9ca8-25db-4aed-8499-e4da0690f71e req-66c7366c-61fb-44ea-b106-0a0a0db8b7a5 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0544503 Mar 09 19:58:04.966319 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-221e9ca8-25db-4aed-8499-e4da0690f71e req-5e869667-2fef-4006-85ac-4a72ff059b8a tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392647 Mar 09 19:58:06.064693 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-4dc6f967-3ade-4f4a-9e0d-4b512ef18b9a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270837477&fields=id&tenant_id=2d588caf995c4f16b38f074e13bd7a1a HTTP/1.1" status: 200 len: 267 time: 0.0519004 Mar 09 19:58:06.164654 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55906e-e38c-4f93-9d96-e464185e96b2 req-8dfac8e6-7fe0-4701-bb71-8fed50e47253 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:06.166083 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ee55906e-e38c-4f93-9d96-e464185e96b2 req-8dfac8e6-7fe0-4701-bb71-8fed50e47253 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.1223602 Mar 09 19:58:06.209085 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-1eef6417-2904-4808-85ba-fe4af770359e tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:06.210522 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-1eef6417-2904-4808-85ba-fe4af770359e tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/networks?id=e6865f93-e29e-499c-8fa6-bf8466c90938 HTTP/1.1" status: 200 len: 812 time: 0.1315424 Mar 09 19:58:06.234972 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-6ec3172d-4dca-4299-bb67-a94ce891a1ae tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/quotas/2d588caf995c4f16b38f074e13bd7a1a HTTP/1.1" status: 200 len: 375 time: 0.0191634 Mar 09 19:58:06.238297 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ee55906e-e38c-4f93-9d96-e464185e96b2 req-654755af-f443-4427-a790-6604bfcf5e20 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654769 Mar 09 19:58:06.289117 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-19c38466-923b-4628-8617-ccc92fbc6333 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d588caf995c4f16b38f074e13bd7a1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491059 Mar 09 19:58:06.392182 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-8bc580e0-e587-422b-b266-b5973d592bdd service neutron] 10.222.0.16 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915873 Mar 09 19:58:06.478992 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-8193a3a3-b35d-47b8-81b1-67f4d67e51c7 service neutron] 10.222.0.16 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807238 Mar 09 19:58:06.769413 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8610a5f4-cbd8-4efa-81d0-7dd02fd6747d req-7cd8871e-bc16-4c50-af8c-02bdbf12a11b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 210 time: 0.0335867 Mar 09 19:58:07.361324 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac9381-e55b-4fcb-91ef-ef05d91bc1bd req-9185063a-7ddc-4fb1-905d-efc86a49510a tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:07.363041 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-48ac9381-e55b-4fcb-91ef-ef05d91bc1bd req-9185063a-7ddc-4fb1-905d-efc86a49510a tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0584002 Mar 09 19:58:07.418296 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-48ac9381-e55b-4fcb-91ef-ef05d91bc1bd req-5e72ba88-9d1c-40df-b86f-80a32d19ee72 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494139 Mar 09 19:58:07.868203 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8fda6225-2578-463d-b264-3cfa57917e80 req-9ac698d4-e28a-4637-a6e5-344321191573 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 210 time: 0.0276797 Mar 09 19:58:07.911748 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-234c8180-5fd7-4950-8e7f-06b9c80997e8 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:07.913309 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-234c8180-5fd7-4950-8e7f-06b9c80997e8 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.20 "GET /v2.0/networks?id=e6865f93-e29e-499c-8fa6-bf8466c90938 HTTP/1.1" status: 200 len: 812 time: 0.1060109 Mar 09 19:58:07.979641 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-51db4401-bb23-4e8e-86d1-e90822f19137 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d588caf995c4f16b38f074e13bd7a1a HTTP/1.1" status: 200 len: 380 time: 0.0576901 Mar 09 19:58:07.989985 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Request body: {'port': {'device_id': 'aaf3d640-14d5-4e4d-bef6-ec4f16b98d78', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'admin_state_up': True, 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'security_groups': ['af9e2ab2-5cf0-4850-9944-4e8894bc7f53']}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:58:08.091261 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Made reservation on behalf of 2d588caf995c4f16b38f074e13bd7a1a for: {'port': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:58:08.094718 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:08.219433 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Allocated IP 172.20.0.4 (e6865f93-e29e-499c-8fa6-bf8466c90938/63b68915-01ad-448e-9f8e-5d4d04159d8e/33478fd0-4a7f-4220-b22a-2e8429660fef) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:58:08.260725 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46842) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:58:08.364564 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for port (33478fd0-4a7f-4220-b22a-2e8429660fef), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:08.406296 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (33478fd0-4a7f-4220-b22a-2e8429660fef), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:08.426663 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-60599bb5-d0f3-4170-85e2-abfac33087e0 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Deleting port 73ec4822-af0d-4c01-9ef4-687a7585215d {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:58:08.427211 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-60599bb5-d0f3-4170-85e2-abfac33087e0 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (73ec4822-af0d-4c01-9ef4-687a7585215d), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:08.453304 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Network e6865f93-e29e-499c-8fa6-bf8466c90938 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:58:08.456412 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:58:08.460905 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:58:08.464853 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event updated for resources: {'Port': ['ID=33478fd0-4a7f-4220-b22a-2e8429660fef,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:08.497063 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:08.497412 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:08.498149 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:08.498149 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:08.498436 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:08.498636 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:08.498961 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:08.499282 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:08.499600 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:08.499920 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:08.500263 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:08.500578 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:08.500888 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:08.524176 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:08.524919 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:08.543294 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-f2e5a18e-397a-4150-888b-0155a98fcf0f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5573871 Mar 09 19:58:08.550719 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-60599bb5-d0f3-4170-85e2-abfac33087e0 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (73ec4822-af0d-4c01-9ef4-687a7585215d), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:08.551001 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-60599bb5-d0f3-4170-85e2-abfac33087e0 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for floatingip (73ec4822-af0d-4c01-9ef4-687a7585215d), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:08.555967 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Request body: {'port': {'device_id': 'aaf3d640-14d5-4e4d-bef6-ec4f16b98d78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:58:08.568542 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-60599bb5-d0f3-4170-85e2-abfac33087e0 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Calling delete_port for 73ec4822-af0d-4c01-9ef4-687a7585215d owned by network:floatingip {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:58:08.582200 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814cb0d-b6ad-4ff0-900f-a051a4b7e9c2 req-f0470485-8dd2-449f-9b21-6c5f47e8867c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:08.583729 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1814cb0d-b6ad-4ff0-900f-a051a4b7e9c2 req-f0470485-8dd2-449f-9b21-6c5f47e8867c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0867739 Mar 09 19:58:08.623837 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (33478fd0-4a7f-4220-b22a-2e8429660fef), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:08.685235 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1814cb0d-b6ad-4ff0-900f-a051a4b7e9c2 req-293f11e2-5385-464a-8159-4bbe50dece16 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915751 Mar 09 19:58:08.777473 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-60599bb5-d0f3-4170-85e2-abfac33087e0 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (73ec4822-af0d-4c01-9ef4-687a7585215d), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:08.806859 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60599bb5-d0f3-4170-85e2-abfac33087e0 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Pushing event deleted for resources: {'Port': ['ID=73ec4822-af0d-4c01-9ef4-687a7585215d,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:08.812204 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d3485f56-a322-4998-98ab-e69ef7f47726 None None] Provisioning complete for port 33478fd0-4a7f-4220-b22a-2e8429660fef triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:58:08.813459 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d3485f56-a322-4998-98ab-e69ef7f47726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (33478fd0-4a7f-4220-b22a-2e8429660fef), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:08.848057 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d3485f56-a322-4998-98ab-e69ef7f47726 None None] Port 33478fd0-4a7f-4220-b22a-2e8429660fef cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:58:08.867552 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-60599bb5-d0f3-4170-85e2-abfac33087e0 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for floatingip (32a2d762-74d3-4470-be39-293dfee37948), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:08.867874 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [None req-60599bb5-d0f3-4170-85e2-abfac33087e0 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Floating IP 32a2d762-74d3-4470-be39-293dfee37948 disassociated (deleted). External IP: 172.27.3.98, port: dc8d34a5-7986-4102-ab2b-9f22f2e8bf07. Mar 09 19:58:08.929997 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33478fd0-4a7f-4220-b22a-2e8429660fef {{(pid=114605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:58:08.937399 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Publish callbacks [] for port (33478fd0-4a7f-4220-b22a-2e8429660fef), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:08.951359 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.provisioning_blocks [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Transition to ACTIVE for port object 33478fd0-4a7f-4220-b22a-2e8429660fef will not be triggered until provisioned by entity L2. {{(pid=114605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 19:58:08.955137 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (33478fd0-4a7f-4220-b22a-2e8429660fef), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:09.055948 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Pushing event updated for resources: {'Port': ['ID=33478fd0-4a7f-4220-b22a-2e8429660fef,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:09.085276 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0cf58-83ac-4fd8-8fe8-8698cbe9ea14 req-b02aa79a-56e8-489b-a6c0-255cf9923148 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:09.092099 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2eb0cf58-83ac-4fd8-8fe8-8698cbe9ea14 req-b02aa79a-56e8-489b-a6c0-255cf9923148 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 943 time: 0.1143064 Mar 09 19:58:09.092768 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Attempting to bind port 33478fd0-4a7f-4220-b22a-2e8429660fef on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:58:09.093262 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Attempting to bind port 33478fd0-4a7f-4220-b22a-2e8429660fef by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:58:09.093626 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Attempting to bind port 33478fd0-4a7f-4220-b22a-2e8429660fef on network e6865f93-e29e-499c-8fa6-bf8466c90938 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:58:09.098620 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Port 33478fd0-4a7f-4220-b22a-2e8429660fef on network e6865f93-e29e-499c-8fa6-bf8466c90938 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 19:58:09.099042 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Attempting to bind port 33478fd0-4a7f-4220-b22a-2e8429660fef on network e6865f93-e29e-499c-8fa6-bf8466c90938 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:58:09.104293 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:58:09.104777 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Checking segment: {'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:58:09.105249 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Bound using segment: {'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:58:09.105773 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Bound port: 33478fd0-4a7f-4220-b22a-2e8429660fef, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'}}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:58:09.106226 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (33478fd0-4a7f-4220-b22a-2e8429660fef), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:09.173568 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] For port 33478fd0-4a7f-4220-b22a-2e8429660fef, host hv-cinder-78836, cleared binding levels {{(pid=114605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:58:09.177234 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] For port 33478fd0-4a7f-4220-b22a-2e8429660fef, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=33478fd0-4a7f-4220-b22a-2e8429660fef,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:58:09.177452 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2eb0cf58-83ac-4fd8-8fe8-8698cbe9ea14 req-f47e63a7-bed5-4f63-8ca0-08dff4f79255 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843358 Mar 09 19:58:09.179302 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60599bb5-d0f3-4170-85e2-abfac33087e0 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Router dce5781c-b806-4801-af18-31df463ac42c has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:58:09.186420 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (33478fd0-4a7f-4220-b22a-2e8429660fef), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:09.223384 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:09.224219 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:09.225777 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] 10.222.0.20 "PUT /v2.0/ports/33478fd0-4a7f-4220-b22a-2e8429660fef HTTP/1.1" status: 200 len: 1093 time: 0.6743066 Mar 09 19:58:09.231434 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf3d640-14d5-4e4d-bef6-ec4f16b98d78', 'tag': '33478fd0-4a7f-4220-b22a-2e8429660fef'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:58:09.234247 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8898137-6cdf-444e-ba7a-df70cae014cf" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf3d640-14d5-4e4d-bef6-ec4f16b98d78", "tag": "33478fd0-4a7f-4220-b22a-2e8429660fef"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:58:09.261618 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8f47b-27f3-49c0-90fc-714908945d66 service neutron] Pushing event updated for resources: {'Port': ['ID=33478fd0-4a7f-4220-b22a-2e8429660fef,revision_number=3']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:09.305470 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e10b621-60fc-4893-86d3-2e7462a188ec x-openstack-request-id: req-1e10b621-60fc-4893-86d3-2e7462a188ec {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:58:09.305765 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf3d640-14d5-4e4d-bef6-ec4f16b98d78", "tag": "33478fd0-4a7f-4220-b22a-2e8429660fef", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:58:09.306335 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e10b621-60fc-4893-86d3-2e7462a188ec {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:58:09.306486 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf3d640-14d5-4e4d-bef6-ec4f16b98d78', 'tag': '33478fd0-4a7f-4220-b22a-2e8429660fef', 'status': 'completed', 'code': 200} Mar 09 19:58:09.312852 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60599bb5-d0f3-4170-85e2-abfac33087e0 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:58:09.320336 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-60599bb5-d0f3-4170-85e2-abfac33087e0 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:09.324391 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b8a82c-5a8f-4afe-8b38-31ee4b4193bd None None] Sync routers for ids ['dce5781c-b806-4801-af18-31df463ac42c'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:58:09.329443 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-7a3343e9-087f-4dd5-bd5a-901dd102f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:09.331096 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-7a3343e9-087f-4dd5-bd5a-901dd102f1ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d588caf995c4f16b38f074e13bd7a1a&device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 1127 time: 0.0529366 Mar 09 19:58:09.334340 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b8a82c-5a8f-4afe-8b38-31ee4b4193bd None None] Routers {'dce5781c-b806-4801-af18-31df463ac42c'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:58:09.335199 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-65b8a82c-5a8f-4afe-8b38-31ee4b4193bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:58:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['dce5781c-b806-4801-af18-31df463ac42c'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:09.350053 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-60599bb5-d0f3-4170-85e2-abfac33087e0 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "DELETE /v2.0/floatingips/32a2d762-74d3-4470-be39-293dfee37948 HTTP/1.1" status: 204 len: 168 time: 1.0881665 Mar 09 19:58:09.350827 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551acae4-4699-4e90-95eb-243cdd19aff4', 'tag': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:58:09.363769 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee3a9a8-b77f-4e07-b0ac-10ef5601105e" -d '{"events": [{"name": "network-changed", "server_uuid": "551acae4-4699-4e90-95eb-243cdd19aff4", "tag": "dc8d34a5-7986-4102-ab2b-9f22f2e8bf07"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:58:09.421402 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-5e0bd365-e118-4135-81c9-674bb2ca6a83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33478fd0-4a7f-4220-b22a-2e8429660fef HTTP/1.1" status: 200 len: 217 time: 0.0806162 Mar 09 19:58:09.451076 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9d904a-e162-4cd9-89da-fa5431af53e1 x-openstack-request-id: req-bf9d904a-e162-4cd9-89da-fa5431af53e1 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:58:09.451547 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551acae4-4699-4e90-95eb-243cdd19aff4", "tag": "dc8d34a5-7986-4102-ab2b-9f22f2e8bf07", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:58:09.451656 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf9d904a-e162-4cd9-89da-fa5431af53e1 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:58:09.455338 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551acae4-4699-4e90-95eb-243cdd19aff4', 'tag': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07', 'status': 'completed', 'code': 200} Mar 09 19:58:09.484684 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-65b8a82c-5a8f-4afe-8b38-31ee4b4193bd None None] Set router dce5781c-b806-4801-af18-31df463ac42c gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:58:09.487372 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-fe4bd30b-c13e-4155-8ec1-1878555e3614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:09.489625 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-fe4bd30b-c13e-4155-8ec1-1878555e3614 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b68915-01ad-448e-9f8e-5d4d04159d8e HTTP/1.1" status: 200 len: 851 time: 0.0620217 Mar 09 19:58:09.534876 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3a9a8-b77f-4e07-b0ac-10ef5601105e req-d44ef084-244a-4bad-b8f6-05fabb1edeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:09.545026 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5ee3a9a8-b77f-4e07-b0ac-10ef5601105e req-d44ef084-244a-4bad-b8f6-05fabb1edeb5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=62b43418ea084d90a7da278a1c129a34&device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 1130 time: 0.0685790 Mar 09 19:58:09.565133 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-b78c61da-fd50-4b41-a52f-aa3a609dc8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:09.567643 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-b78c61da-fd50-4b41-a52f-aa3a609dc8d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6865f93-e29e-499c-8fa6-bf8466c90938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658135 Mar 09 19:58:09.673683 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-c468530e-4b78-432c-9c4c-4a01dd3f24c0 service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973973 Mar 09 19:58:09.677972 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3a9a8-b77f-4e07-b0ac-10ef5601105e req-346a3d66-cf77-4941-93b2-0188926264bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:09.679550 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5ee3a9a8-b77f-4e07-b0ac-10ef5601105e req-346a3d66-cf77-4941-93b2-0188926264bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=78f48c1a-404b-46a8-a76c-8d73a6cab978 HTTP/1.1" status: 200 len: 909 time: 0.1275845 Mar 09 19:58:09.692808 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419895e-2225-4d19-b7c9-7b2f193f374e req-cc142e4f-3d90-4061-ab8a-92b6c4344263 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:09.701088 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5419895e-2225-4d19-b7c9-7b2f193f374e req-cc142e4f-3d90-4061-ab8a-92b6c4344263 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.1118796 Mar 09 19:58:09.773465 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-65b8a82c-5a8f-4afe-8b38-31ee4b4193bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5781c-b806-4801-af18-31df463ac42c', 'name': 'tempest-TestShelveInstance-199314376-router', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:37Z', 'revision_number': 4, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'gw_port': {'id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:22:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'fe2724ad-b500-4b38-b611-874e7f0c7fdb', 'name': '', 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'mac_address': 'fa:16:3e:b9:ca:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:37Z', 'updated_at': '2022-03-09T19:53:42Z', 'revision_number': 5, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'subnets': [{'id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:09.786082 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5ee3a9a8-b77f-4e07-b0ac-10ef5601105e req-b9a2efe5-7468-430c-9fd4-de2bde988e13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 HTTP/1.1" status: 200 len: 217 time: 0.0838664 Mar 09 19:58:09.805704 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-1ad55d11-1c1d-412e-99ff-b6a0fce0a4fd req-570efe55-04a0-4d23-b0d2-2a4e03c67df4 service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193142 Mar 09 19:58:09.808179 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b8a82c-5a8f-4afe-8b38-31ee4b4193bd None None] Checking router: dce5781c-b806-4801-af18-31df463ac42c for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:58:09.818253 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b8a82c-5a8f-4afe-8b38-31ee4b4193bd None None] Routers {'dce5781c-b806-4801-af18-31df463ac42c'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:58:09.818909 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-65b8a82c-5a8f-4afe-8b38-31ee4b4193bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:58:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['dce5781c-b806-4801-af18-31df463ac42c'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:09.908728 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8898137-6cdf-444e-ba7a-df70cae014cf req-869ac560-f41e-4882-ad22-7e82677f4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:09.910953 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-f8898137-6cdf-444e-ba7a-df70cae014cf req-869ac560-f41e-4882-ad22-7e82677f4fdd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d588caf995c4f16b38f074e13bd7a1a&device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 1127 time: 0.0552330 Mar 09 19:58:09.919549 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5419895e-2225-4d19-b7c9-7b2f193f374e req-c2b9ba30-b83a-4f8c-8f84-af0fdfdf1d4f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104514 Mar 09 19:58:09.923661 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3a9a8-b77f-4e07-b0ac-10ef5601105e req-569d479d-ea31-4882-b31a-26f511b0516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:09.926631 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5ee3a9a8-b77f-4e07-b0ac-10ef5601105e req-569d479d-ea31-4882-b31a-26f511b0516a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5d74d19-614f-4e40-b80c-b52f3e9956b9 HTTP/1.1" status: 200 len: 847 time: 0.1341102 Mar 09 19:58:09.939823 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c087c6-23d7-453a-9828-ffbf42778074 req-72cddcb6-4e14-4116-b701-205001fb0b1b tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:09.943871 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b8c087c6-23d7-453a-9828-ffbf42778074 req-72cddcb6-4e14-4116-b701-205001fb0b1b tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.1421421 Mar 09 19:58:09.952225 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-65b8a82c-5a8f-4afe-8b38-31ee4b4193bd None None] Set router dce5781c-b806-4801-af18-31df463ac42c gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:58:10.036409 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b8c087c6-23d7-453a-9828-ffbf42778074 req-52fea085-ed31-422a-b227-b11f610cc79e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893829 Mar 09 19:58:10.043380 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3a9a8-b77f-4e07-b0ac-10ef5601105e req-10c181fc-e112-4ec4-8d47-52dbc741daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:10.046047 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5ee3a9a8-b77f-4e07-b0ac-10ef5601105e req-10c181fc-e112-4ec4-8d47-52dbc741daf6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78f48c1a-404b-46a8-a76c-8d73a6cab978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0924249 Mar 09 19:58:10.052535 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8898137-6cdf-444e-ba7a-df70cae014cf req-279bb813-1423-4850-ab04-045812aedcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:10.054840 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-f8898137-6cdf-444e-ba7a-df70cae014cf req-279bb813-1423-4850-ab04-045812aedcbb service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6865f93-e29e-499c-8fa6-bf8466c90938 HTTP/1.1" status: 200 len: 913 time: 0.1362729 Mar 09 19:58:10.106709 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-f8898137-6cdf-444e-ba7a-df70cae014cf req-ba154282-1fa0-4d85-8e26-41897e07ab70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33478fd0-4a7f-4220-b22a-2e8429660fef HTTP/1.1" status: 200 len: 217 time: 0.0435009 Mar 09 19:58:10.152915 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5ee3a9a8-b77f-4e07-b0ac-10ef5601105e req-a9c46329-25b4-4d55-a2ba-60c7ac7ff061 service neutron] 10.222.0.20 "GET /v2.0/networks/78f48c1a-404b-46a8-a76c-8d73a6cab978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007652 Mar 09 19:58:10.161076 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8898137-6cdf-444e-ba7a-df70cae014cf req-8d23d15b-a9e7-40d9-b148-4b843f672e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:10.162654 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-f8898137-6cdf-444e-ba7a-df70cae014cf req-8d23d15b-a9e7-40d9-b148-4b843f672e90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b68915-01ad-448e-9f8e-5d4d04159d8e HTTP/1.1" status: 200 len: 851 time: 0.0498831 Mar 09 19:58:10.212777 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-65b8a82c-5a8f-4afe-8b38-31ee4b4193bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5781c-b806-4801-af18-31df463ac42c', 'name': 'tempest-TestShelveInstance-199314376-router', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:37Z', 'revision_number': 4, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'gw_port': {'id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:22:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'fe2724ad-b500-4b38-b611-874e7f0c7fdb', 'name': '', 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'mac_address': 'fa:16:3e:b9:ca:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:37Z', 'updated_at': '2022-03-09T19:53:42Z', 'revision_number': 5, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'subnets': [{'id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:10.225733 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8898137-6cdf-444e-ba7a-df70cae014cf req-abc8dd34-3e23-4ec5-a16b-bd80a4ea883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:10.227562 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-f8898137-6cdf-444e-ba7a-df70cae014cf req-abc8dd34-3e23-4ec5-a16b-bd80a4ea883d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6865f93-e29e-499c-8fa6-bf8466c90938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577555 Mar 09 19:58:10.249127 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b8a82c-5a8f-4afe-8b38-31ee4b4193bd None None] The sync data for ids ['dce5781c-b806-4801-af18-31df463ac42c'] in dv-cinder-788366-9-iscsi is: [{'id': 'dce5781c-b806-4801-af18-31df463ac42c', 'name': 'tempest-TestShelveInstance-199314376-router', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:37Z', 'revision_number': 4, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'gw_port': {'id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:22:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'fe2724ad-b500-4b38-b611-874e7f0c7fdb', 'name': '', 'network_id': '78f48c1a-404b-46a8-a76c-8d73a6cab978', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'mac_address': 'fa:16:3e:b9:ca:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:37Z', 'updated_at': '2022-03-09T19:53:42Z', 'revision_number': 5, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'subnets': [{'id': 'd5d74d19-614f-4e40-b80c-b52f3e9956b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:58:10.264311 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5ee3a9a8-b77f-4e07-b0ac-10ef5601105e req-14f3f06c-4258-47e1-aaae-dfc407240bed service neutron] 10.222.0.20 "GET /v2.0/networks/78f48c1a-404b-46a8-a76c-8d73a6cab978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047776 Mar 09 19:58:10.327320 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89b668-4477-4ede-a37b-e815a76706f1 req-b9ed7603-0ce7-4510-96ef-f9758aff5659 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:10.328897 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2a89b668-4477-4ede-a37b-e815a76706f1 req-b9ed7603-0ce7-4510-96ef-f9758aff5659 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 943 time: 0.0637336 Mar 09 19:58:10.348907 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-f8898137-6cdf-444e-ba7a-df70cae014cf req-bf460bb1-b9d5-47bd-b5e4-1f0eb0f4df8b service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135781 Mar 09 19:58:10.384531 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2a89b668-4477-4ede-a37b-e815a76706f1 req-fcdee4f4-91f6-4dc4-8d89-64913e700c9a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487013 Mar 09 19:58:10.443740 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-f8898137-6cdf-444e-ba7a-df70cae014cf req-300cd595-7e00-4b39-91f4-3ed921b03225 service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871358 Mar 09 19:58:10.513476 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9bb085-5e8a-4af4-b05b-37fcd8ae711c None None] New status for floating IP 32a2d762-74d3-4470-be39-293dfee37948: DOWN {{(pid=114607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:58:11.034165 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee750f-ad8a-4105-bd3c-37a5fd9160dc req-19920ba9-f58f-4fd4-acbb-2e1fa07cd533 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:11.035631 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-59ee750f-ad8a-4105-bd3c-37a5fd9160dc req-19920ba9-f58f-4fd4-acbb-2e1fa07cd533 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0517278 Mar 09 19:58:11.083364 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-59ee750f-ad8a-4105-bd3c-37a5fd9160dc req-30ca3a25-5e8b-47db-998a-bf3400458618 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d8aae0a-dead-40a3-a3b5-b7f2df42775c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422933 Mar 09 19:58:11.146592 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266ad11-35ab-4cc8-bfed-d127dca0edce req-94d4cabf-88e8-4d96-96a8-3dfeed8e7873 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:11.148102 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a266ad11-35ab-4cc8-bfed-d127dca0edce req-94d4cabf-88e8-4d96-96a8-3dfeed8e7873 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0517242 Mar 09 19:58:11.157284 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0137e-0b6b-450f-9f1a-3cc04251ef50 req-ba43cf43-16f9-46e0-828b-33bcc864f45d tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:11.158741 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-54a0137e-0b6b-450f-9f1a-3cc04251ef50 req-ba43cf43-16f9-46e0-828b-33bcc864f45d tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.20 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 946 time: 0.0513315 Mar 09 19:58:11.193242 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a266ad11-35ab-4cc8-bfed-d127dca0edce req-fa3f1ce4-f4b9-4814-a91c-a88bf5870a41 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395353 Mar 09 19:58:11.248917 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-54a0137e-0b6b-450f-9f1a-3cc04251ef50 req-5d40a034-ba1e-43fb-9d7a-838bd68e97b5 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Deleting port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:58:11.249259 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-54a0137e-0b6b-450f-9f1a-3cc04251ef50 req-5d40a034-ba1e-43fb-9d7a-838bd68e97b5 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:11.336842 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-54a0137e-0b6b-450f-9f1a-3cc04251ef50 req-5d40a034-ba1e-43fb-9d7a-838bd68e97b5 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] For port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07,segment=NetworkSegment(c1d3b307-6053-4dc9-a67f-179590ab7bd6),segment_id=c1d3b307-6053-4dc9-a67f-179590ab7bd6)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:58:11.337205 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-54a0137e-0b6b-450f-9f1a-3cc04251ef50 req-5d40a034-ba1e-43fb-9d7a-838bd68e97b5 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:11.349079 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-54a0137e-0b6b-450f-9f1a-3cc04251ef50 req-5d40a034-ba1e-43fb-9d7a-838bd68e97b5 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Calling delete_port for dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 owned by compute:nova {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:58:11.478535 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-54a0137e-0b6b-450f-9f1a-3cc04251ef50 req-5d40a034-ba1e-43fb-9d7a-838bd68e97b5 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (dc8d34a5-7986-4102-ab2b-9f22f2e8bf07), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:11.507091 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4472b1-2d6c-43cb-93c6-01b2755255ed req-d29f8b0e-9c4c-4228-8fba-fcce670323aa tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:11.507852 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40a034-ba1e-43fb-9d7a-838bd68e97b5 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Pushing event deleted for resources: {'Port': ['ID=dc8d34a5-7986-4102-ab2b-9f22f2e8bf07,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:11.508594 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cf4472b1-2d6c-43cb-93c6-01b2755255ed req-d29f8b0e-9c4c-4228-8fba-fcce670323aa tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 943 time: 0.0557213 Mar 09 19:58:11.549721 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a0137e-0b6b-450f-9f1a-3cc04251ef50 req-5d40a034-ba1e-43fb-9d7a-838bd68e97b5 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] No DVR routers for this DVR port dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 on host hv-cinder-78836 {{(pid=114605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:58:11.552827 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-54a0137e-0b6b-450f-9f1a-3cc04251ef50 req-5d40a034-ba1e-43fb-9d7a-838bd68e97b5 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:11.556249 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-54a0137e-0b6b-450f-9f1a-3cc04251ef50 req-5d40a034-ba1e-43fb-9d7a-838bd68e97b5 tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.20 "DELETE /v2.0/ports/dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 HTTP/1.1" status: 204 len: 173 time: 0.3927722 Mar 09 19:58:11.557037 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551acae4-4699-4e90-95eb-243cdd19aff4', 'name': 'network-vif-deleted', 'tag': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:58:11.559348 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ae95d7-866d-4c4c-aa1b-c014c3e77a0b" -d '{"events": [{"server_uuid": "551acae4-4699-4e90-95eb-243cdd19aff4", "name": "network-vif-deleted", "tag": "dc8d34a5-7986-4102-ab2b-9f22f2e8bf07"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:58:11.567529 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-cf4472b1-2d6c-43cb-93c6-01b2755255ed req-5fa83b72-0440-465a-9ea9-541f10948ced tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488548 Mar 09 19:58:11.597528 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a725789-29f6-421c-92d5-0693108f8300 x-openstack-request-id: req-0a725789-29f6-421c-92d5-0693108f8300 {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:58:11.598019 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551acae4-4699-4e90-95eb-243cdd19aff4", "name": "network-vif-deleted", "tag": "dc8d34a5-7986-4102-ab2b-9f22f2e8bf07", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:58:11.598417 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a725789-29f6-421c-92d5-0693108f8300 {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:58:11.599046 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551acae4-4699-4e90-95eb-243cdd19aff4', 'name': 'network-vif-deleted', 'tag': 'dc8d34a5-7986-4102-ab2b-9f22f2e8bf07', 'status': 'completed', 'code': 200} Mar 09 19:58:12.187614 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c236040f-3b7b-4012-809d-37ff229baf95 req-76f796c6-3b5b-4f1a-9613-097cd3acb42a tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "GET /v2.0/ports?device_id=551acae4-4699-4e90-95eb-243cdd19aff4 HTTP/1.1" status: 200 len: 210 time: 0.0279014 Mar 09 19:58:12.310095 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff573c-b074-4dcf-90f4-5a90925e4360 req-0a1a8469-61ed-4049-ab28-5d958bc3f887 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:12.311455 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9bff573c-b074-4dcf-90f4-5a90925e4360 req-0a1a8469-61ed-4049-ab28-5d958bc3f887 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0511167 Mar 09 19:58:12.356315 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9bff573c-b074-4dcf-90f4-5a90925e4360 req-36bbe0ca-c753-4ce8-b230-08d64bcdbeff tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387421 Mar 09 19:58:12.693625 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33f851-4503-402e-b489-f4658212c416 req-d473fbbf-53bf-418e-9c50-5f3eaa77901c tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:12.695064 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8d33f851-4503-402e-b489-f4658212c416 req-d473fbbf-53bf-418e-9c50-5f3eaa77901c tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 943 time: 0.0537162 Mar 09 19:58:12.743857 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8d33f851-4503-402e-b489-f4658212c416 req-4cbe65fd-7287-4262-99b5-dd916f577ec7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433044 Mar 09 19:58:13.244798 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46876) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:58:13.299429 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-32b00bcc-3bda-4054-82e5-ef9508834e1f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group (4d8aae0a-dead-40a3-a3b5-b7f2df42775c), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:13.323124 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-32b00bcc-3bda-4054-82e5-ef9508834e1f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group (4d8aae0a-dead-40a3-a3b5-b7f2df42775c), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:13.380837 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-32b00bcc-3bda-4054-82e5-ef9508834e1f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (4d8aae0a-dead-40a3-a3b5-b7f2df42775c), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:13.383407 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-32b00bcc-3bda-4054-82e5-ef9508834e1f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:13.384653 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-32b00bcc-3bda-4054-82e5-ef9508834e1f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] 10.222.0.16 "DELETE /v2.0/security-groups/4d8aae0a-dead-40a3-a3b5-b7f2df42775c HTTP/1.1" status: 204 len: 168 time: 0.1387799 Mar 09 19:58:13.394282 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b00bcc-3bda-4054-82e5-ef9508834e1f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8aae0a-dead-40a3-a3b5-b7f2df42775c,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:13.403256 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00bcc-3bda-4054-82e5-ef9508834e1f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:13.403621 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00bcc-3bda-4054-82e5-ef9508834e1f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:13.403952 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00bcc-3bda-4054-82e5-ef9508834e1f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:13.404319 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00bcc-3bda-4054-82e5-ef9508834e1f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:13.404658 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00bcc-3bda-4054-82e5-ef9508834e1f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:13.405002 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00bcc-3bda-4054-82e5-ef9508834e1f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:13.405324 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00bcc-3bda-4054-82e5-ef9508834e1f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:13.405743 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00bcc-3bda-4054-82e5-ef9508834e1f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:13.406074 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00bcc-3bda-4054-82e5-ef9508834e1f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:13.406397 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00bcc-3bda-4054-82e5-ef9508834e1f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:13.406735 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00bcc-3bda-4054-82e5-ef9508834e1f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:13.407083 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00bcc-3bda-4054-82e5-ef9508834e1f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:13.407490 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b00bcc-3bda-4054-82e5-ef9508834e1f tempest-TestShelveInstance-1580117652 tempest-TestShelveInstance-1580117652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:13.439856 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46882) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:58:13.552655 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379ed5a-8b4d-4917-97d2-8fbb23d1eb3c req-dc181258-8555-4cdf-8840-59705e418454 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:13.554011 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1379ed5a-8b4d-4917-97d2-8fbb23d1eb3c req-dc181258-8555-4cdf-8840-59705e418454 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.1302757 Mar 09 19:58:13.650494 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-1379ed5a-8b4d-4917-97d2-8fbb23d1eb3c req-da1c8800-524e-4f56-beef-61610c1ef24e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903091 Mar 09 19:58:13.876525 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443a537-0bf6-4fdb-9163-b66d7883e67c req-81ff6171-9608-4c5d-b2c1-5a6a58ffc39c tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:13.878637 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2443a537-0bf6-4fdb-9163-b66d7883e67c req-81ff6171-9608-4c5d-b2c1-5a6a58ffc39c tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 943 time: 0.0659239 Mar 09 19:58:13.882014 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb16a-e04d-4a8e-a61b-82362c514fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394882'] for router_interface (dce5781c-b806-4801-af18-31df463ac42c), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:14.247968 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-2443a537-0bf6-4fdb-9163-b66d7883e67c req-7891543f-0e97-4eda-be75-15c298f71eeb tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3632610 Mar 09 19:58:14.401812 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-2b9cb16a-e04d-4a8e-a61b-82362c514fbb admin admin] Deleting port fe2724ad-b500-4b38-b611-874e7f0c7fdb {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:58:14.402139 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb16a-e04d-4a8e-a61b-82362c514fbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:14.476883 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [None req-2b9cb16a-e04d-4a8e-a61b-82362c514fbb admin admin] For port fe2724ad-b500-4b38-b611-874e7f0c7fdb, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=fe2724ad-b500-4b38-b611-874e7f0c7fdb,segment=NetworkSegment(c1d3b307-6053-4dc9-a67f-179590ab7bd6),segment_id=c1d3b307-6053-4dc9-a67f-179590ab7bd6)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:58:14.477250 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb16a-e04d-4a8e-a61b-82362c514fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:14.489692 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-2b9cb16a-e04d-4a8e-a61b-82362c514fbb admin admin] Calling delete_port for fe2724ad-b500-4b38-b611-874e7f0c7fdb owned by network:router_interface {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:58:14.660342 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb16a-e04d-4a8e-a61b-82362c514fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (fe2724ad-b500-4b38-b611-874e7f0c7fdb), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:14.684038 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cb16a-e04d-4a8e-a61b-82362c514fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2724ad-b500-4b38-b611-874e7f0c7fdb,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:14.840486 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f281fa3-5187-4404-a7ab-9599f461ef3c req-aa5db779-906d-4506-8abb-cda1a2f8ec00 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:14.841987 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9f281fa3-5187-4404-a7ab-9599f461ef3c req-aa5db779-906d-4506-8abb-cda1a2f8ec00 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.1111641 Mar 09 19:58:14.918694 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-2b9cb16a-e04d-4a8e-a61b-82362c514fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399378'] for router_interface (dce5781c-b806-4801-af18-31df463ac42c), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:14.930032 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9f281fa3-5187-4404-a7ab-9599f461ef3c req-fd6342c8-62d0-4463-9681-3c82491d4548 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812314 Mar 09 19:58:15.138303 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9cb16a-e04d-4a8e-a61b-82362c514fbb admin admin] Router dce5781c-b806-4801-af18-31df463ac42c has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:58:15.242471 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9cb16a-e04d-4a8e-a61b-82362c514fbb admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:58:15.247526 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-2b9cb16a-e04d-4a8e-a61b-82362c514fbb admin admin] 10.222.0.16 "PUT /v2.0/routers/dce5781c-b806-4801-af18-31df463ac42c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8101580 Mar 09 19:58:15.250066 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46888) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:58:15.251092 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddb048c-b323-49a3-83ee-3d9dd76c5497 None None] Sync routers for ids ['dce5781c-b806-4801-af18-31df463ac42c'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:58:15.263767 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddb048c-b323-49a3-83ee-3d9dd76c5497 None None] Routers {'dce5781c-b806-4801-af18-31df463ac42c'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:58:15.264397 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-fddb048c-b323-49a3-83ee-3d9dd76c5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:58:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['dce5781c-b806-4801-af18-31df463ac42c'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:15.308948 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:58:15.334459 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:58:15.334893 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device dc8d34a5-7986-4102-ab2b-9f22f2e8bf07 not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:58:15.390554 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d8061b80-742e-422c-b928-a94000cfde0e admin admin] Publish callbacks [] for router (dce5781c-b806-4801-af18-31df463ac42c), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:15.398288 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-fddb048c-b323-49a3-83ee-3d9dd76c5497 None None] Set router dce5781c-b806-4801-af18-31df463ac42c gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:58:15.441295 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3497278-01fd-4e15-ac2a-1d6fd88d3398 req-b053c4e0-5aa0-4a61-b716-49602e13f2b9 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:15.442782 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b3497278-01fd-4e15-ac2a-1d6fd88d3398 req-b053c4e0-5aa0-4a61-b716-49602e13f2b9 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 943 time: 0.1256769 Mar 09 19:58:15.540291 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b3497278-01fd-4e15-ac2a-1d6fd88d3398 req-9042acae-916c-4eae-8c0a-fe526e3f7918 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909111 Mar 09 19:58:15.545404 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d8061b80-742e-422c-b928-a94000cfde0e admin admin] Publish callbacks [] for router_gateway (dce5781c-b806-4801-af18-31df463ac42c), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:15.579238 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-fddb048c-b323-49a3-83ee-3d9dd76c5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5781c-b806-4801-af18-31df463ac42c', 'name': 'tempest-TestShelveInstance-199314376-router', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:58:14Z', 'revision_number': 5, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'gw_port': {'id': 'c7aed4b0-2880-4540-bb42-47dfb9fc4e2b', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:22:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5781c-b806-4801-af18-31df463ac42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:15.607652 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-d8061b80-742e-422c-b928-a94000cfde0e admin admin] Deleting port c7aed4b0-2880-4540-bb42-47dfb9fc4e2b {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:58:15.608216 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d8061b80-742e-422c-b928-a94000cfde0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (c7aed4b0-2880-4540-bb42-47dfb9fc4e2b), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:15.609258 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddb048c-b323-49a3-83ee-3d9dd76c5497 None None] Checking router: dce5781c-b806-4801-af18-31df463ac42c for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:58:15.618379 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddb048c-b323-49a3-83ee-3d9dd76c5497 None None] Routers {'dce5781c-b806-4801-af18-31df463ac42c'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:58:15.619003 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-fddb048c-b323-49a3-83ee-3d9dd76c5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:58:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['dce5781c-b806-4801-af18-31df463ac42c'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:15.689997 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [None req-d8061b80-742e-422c-b928-a94000cfde0e admin admin] For port c7aed4b0-2880-4540-bb42-47dfb9fc4e2b, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=c7aed4b0-2880-4540-bb42-47dfb9fc4e2b,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:58:15.690378 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d8061b80-742e-422c-b928-a94000cfde0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (c7aed4b0-2880-4540-bb42-47dfb9fc4e2b), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:15.708117 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-d8061b80-742e-422c-b928-a94000cfde0e admin admin] Calling delete_port for c7aed4b0-2880-4540-bb42-47dfb9fc4e2b owned by network:router_gateway {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:58:15.711290 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-fddb048c-b323-49a3-83ee-3d9dd76c5497 None None] Set router dce5781c-b806-4801-af18-31df463ac42c gateway port host: None {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:58:15.762209 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-fddb048c-b323-49a3-83ee-3d9dd76c5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce5781c-b806-4801-af18-31df463ac42c', 'name': 'tempest-TestShelveInstance-199314376-router', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:58:15Z', 'revision_number': 6, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'gw_port_host': None}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:15.791010 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddb048c-b323-49a3-83ee-3d9dd76c5497 None None] The sync data for ids ['dce5781c-b806-4801-af18-31df463ac42c'] in dv-cinder-788366-9-iscsi is: [{'id': 'dce5781c-b806-4801-af18-31df463ac42c', 'name': 'tempest-TestShelveInstance-199314376-router', 'tenant_id': '62b43418ea084d90a7da278a1c129a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:35Z', 'updated_at': '2022-03-09T19:58:15Z', 'revision_number': 6, 'project_id': '62b43418ea084d90a7da278a1c129a34', 'gw_port_host': None}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:58:15.874082 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d8061b80-742e-422c-b928-a94000cfde0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (c7aed4b0-2880-4540-bb42-47dfb9fc4e2b), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:15.902860 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8061b80-742e-422c-b928-a94000cfde0e admin admin] Pushing event deleted for resources: {'Port': ['ID=c7aed4b0-2880-4540-bb42-47dfb9fc4e2b,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:15.962563 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d8061b80-742e-422c-b928-a94000cfde0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396984'] for router_gateway (dce5781c-b806-4801-af18-31df463ac42c), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.067329 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:58:16.075946 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d8061b80-742e-422c-b928-a94000cfde0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24815'] for router (dce5781c-b806-4801-af18-31df463ac42c), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.078944 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d8061b80-742e-422c-b928-a94000cfde0e admin admin] Publish callbacks [] for router_controller (dce5781c-b806-4801-af18-31df463ac42c), precommit_delete_associations {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.134646 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b498a6-d730-4b9d-9d04-05cb324b94a6 req-a97677ea-1a72-4d3b-9bf3-db0fea0bcd5d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:16.136162 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f1b498a6-d730-4b9d-9d04-05cb324b94a6 req-a97677ea-1a72-4d3b-9bf3-db0fea0bcd5d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.1143630 Mar 09 19:58:16.137176 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d8061b80-742e-422c-b928-a94000cfde0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398124'] for router (dce5781c-b806-4801-af18-31df463ac42c), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.137852 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8061b80-742e-422c-b928-a94000cfde0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dce5781c-b806-4801-af18-31df463ac42c {{(pid=114604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 19:58:16.148911 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d8061b80-742e-422c-b928-a94000cfde0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.149978 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-d8061b80-742e-422c-b928-a94000cfde0e admin admin] 10.222.0.16 "DELETE /v2.0/routers/dce5781c-b806-4801-af18-31df463ac42c HTTP/1.1" status: 204 len: 168 time: 0.8990340 Mar 09 19:58:16.152657 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46894) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:58:16.193910 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f1b498a6-d730-4b9d-9d04-05cb324b94a6 req-1ad753fd-3efa-4ddd-b65b-fda23163772a tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482469 Mar 09 19:58:16.199494 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_v2 [None req-1622832b-1236-46ed-ad86-80e9ef05f03e admin admin] Deleting subnet d5d74d19-614f-4e40-b80c-b52f3e9956b9 {{(pid=114605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 19:58:16.202798 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1622832b-1236-46ed-ad86-80e9ef05f03e admin admin] Publish callbacks [] for subnet (d5d74d19-614f-4e40-b80c-b52f3e9956b9), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.247658 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1622832b-1236-46ed-ad86-80e9ef05f03e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8836962'] for subnet (d5d74d19-614f-4e40-b80c-b52f3e9956b9), precommit_delete_associations {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.321027 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1622832b-1236-46ed-ad86-80e9ef05f03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971543'] for subnet (d5d74d19-614f-4e40-b80c-b52f3e9956b9), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.369392 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1622832b-1236-46ed-ad86-80e9ef05f03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077724'] for subnet (d5d74d19-614f-4e40-b80c-b52f3e9956b9), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.393569 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622832b-1236-46ed-ad86-80e9ef05f03e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5d74d19-614f-4e40-b80c-b52f3e9956b9,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:16.397970 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1622832b-1236-46ed-ad86-80e9ef05f03e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.403564 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-1622832b-1236-46ed-ad86-80e9ef05f03e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d5d74d19-614f-4e40-b80c-b52f3e9956b9 HTTP/1.1" status: 204 len: 168 time: 0.2469563 Mar 09 19:58:16.403730 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1562407-cd38-4a7f-910c-1018a75f87cb None None] Network 78f48c1a-404b-46a8-a76c-8d73a6cab978 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:58:16.404201 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46896) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:58:16.474387 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3180242'] for network (78f48c1a-404b-46a8-a76c-8d73a6cab978), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.528698 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] Deleting port be807ba6-b14a-4f8d-8c66-a56033ae2e03 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:58:16.529035 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (be807ba6-b14a-4f8d-8c66-a56033ae2e03), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.585524 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] DHCP port deletion for 78f48c1a-404b-46a8-a76c-8d73a6cab978 request from dv-cinder-788366-9-iscsi {{(pid=114606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 19:58:16.597607 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] For port be807ba6-b14a-4f8d-8c66-a56033ae2e03, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=be807ba6-b14a-4f8d-8c66-a56033ae2e03,segment=NetworkSegment(c1d3b307-6053-4dc9-a67f-179590ab7bd6),segment_id=c1d3b307-6053-4dc9-a67f-179590ab7bd6)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:58:16.597963 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (be807ba6-b14a-4f8d-8c66-a56033ae2e03), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.614476 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] Calling delete_port for be807ba6-b14a-4f8d-8c66-a56033ae2e03 owned by network:dhcp {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:58:16.644712 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] Deleting port be807ba6-b14a-4f8d-8c66-a56033ae2e03 {{(pid=114606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:58:16.645081 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (be807ba6-b14a-4f8d-8c66-a56033ae2e03), before_delete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.681196 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9869994-94ce-464c-b763-0bd484658d20 req-2f95136a-33c9-4f9e-a57d-a5d09bb234c9 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:16.683147 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b9869994-94ce-464c-b763-0bd484658d20 req-2f95136a-33c9-4f9e-a57d-a5d09bb234c9 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 943 time: 0.0661647 Mar 09 19:58:16.708111 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (be807ba6-b14a-4f8d-8c66-a56033ae2e03), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.716116 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] For port be807ba6-b14a-4f8d-8c66-a56033ae2e03, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=be807ba6-b14a-4f8d-8c66-a56033ae2e03,segment=NetworkSegment(c1d3b307-6053-4dc9-a67f-179590ab7bd6),segment_id=c1d3b307-6053-4dc9-a67f-179590ab7bd6)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:58:16.716532 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (be807ba6-b14a-4f8d-8c66-a56033ae2e03), precommit_delete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.729874 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] Calling delete_port for be807ba6-b14a-4f8d-8c66-a56033ae2e03 owned by network:dhcp {{(pid=114606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:58:16.737007 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=be807ba6-b14a-4f8d-8c66-a56033ae2e03,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:16.739043 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b9869994-94ce-464c-b763-0bd484658d20 req-b12c3242-2000-4b25-8c6b-2caa66267926 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485351 Mar 09 19:58:16.743883 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] No DVR routers for this DVR port be807ba6-b14a-4f8d-8c66-a56033ae2e03 on host dv-cinder-788366-9-iscsi {{(pid=114605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:58:16.813938 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503'] for port (be807ba6-b14a-4f8d-8c66-a56033ae2e03), after_delete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.817036 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972268', 'neutron.services.segments.db._delete_segments_for_network-8774125231894'] for network (78f48c1a-404b-46a8-a76c-8d73a6cab978), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.838047 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f48c1a-404b-46a8-a76c-8d73a6cab978']}} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:16.841769 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] Pushing event deleted for resources: {'Port': ['ID=be807ba6-b14a-4f8d-8c66-a56033ae2e03,revision_number=None']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:16.846280 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] No DVR routers for this DVR port be807ba6-b14a-4f8d-8c66-a56033ae2e03 on host dv-cinder-788366-9-iscsi {{(pid=114606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:58:16.848463 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d3b307-6053-4dc9-a67f-179590ab7bd6') {'for_net_delete': True} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:16.848815 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d3b307-6053-4dc9-a67f-179590ab7bd6') {} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:16.853724 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:16.854072 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:16.854426 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:16.854774 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:16.855110 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:16.855447 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:16.855782 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:16.856148 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:16.856486 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:16.856817 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:16.857147 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:16.857473 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:16.857799 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e2cb6b-8aa3-4a70-9041-eccf078f01cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:58:16.864820 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774125231135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8836969'] for segment (c1d3b307-6053-4dc9-a67f-179590ab7bd6), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.878896 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (c1d3b307-6053-4dc9-a67f-179590ab7bd6), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.884982 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=114605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 19:58:16.885454 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8836815'] for segment (c1d3b307-6053-4dc9-a67f-179590ab7bd6), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: Traceback (most recent call last): Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: timer() Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: cb(*args, **kw) Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: return func(*args, **kwargs) Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: self._notify() Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: self.callback(batched_events) Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: event.method(event) Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: return f(self, *a, **k) Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: return self._get(url).json() Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: return self.request(url, 'GET', **kwargs) Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 19:58:16.887347 dv-cinder-788366-9-iscsi neutron-server[114605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 19:58:16.947124 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396956'] for network (78f48c1a-404b-46a8-a76c-8d73a6cab978), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.952222 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:16.955267 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/78f48c1a-404b-46a8-a76c-8d73a6cab978 HTTP/1.1" status: 204 len: 168 time: 0.5505326 Mar 09 19:58:16.958889 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46900) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:58:16.965762 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e852e-a93c-454a-a8ba-284da10a26f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=78f48c1a-404b-46a8-a76c-8d73a6cab978,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:17.044386 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device fe2724ad-b500-4b38-b611-874e7f0c7fdb no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:58:17.065038 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: fe2724ad-b500-4b38-b611-874e7f0c7fdb {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:58:17.065530 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device fe2724ad-b500-4b38-b611-874e7f0c7fdb not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:58:17.066540 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device c7aed4b0-2880-4540-bb42-47dfb9fc4e2b no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:58:17.087647 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: c7aed4b0-2880-4540-bb42-47dfb9fc4e2b {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:58:17.088012 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device c7aed4b0-2880-4540-bb42-47dfb9fc4e2b not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:58:17.088515 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device be807ba6-b14a-4f8d-8c66-a56033ae2e03 no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:58:17.107309 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: be807ba6-b14a-4f8d-8c66-a56033ae2e03 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:58:17.107665 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device be807ba6-b14a-4f8d-8c66-a56033ae2e03 not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:58:17.296007 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 33478fd0-4a7f-4220-b22a-2e8429660fef details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 19:58:17.336368 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-07a30140-ed13-4f41-aef4-b92625e77a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394882'] for router_interface (7ff9fc0d-c99a-4835-a904-a6111e0e1c84), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:17.344898 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716158ee-decc-4dcf-8fc0-78b277bb6eca req-e10e65ad-e0f1-447f-8f36-0f6de7df0f43 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:17.346309 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-716158ee-decc-4dcf-8fc0-78b277bb6eca req-e10e65ad-e0f1-447f-8f36-0f6de7df0f43 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0839756 Mar 09 19:58:17.391093 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 33478fd0-4a7f-4220-b22a-2e8429660fef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=33478fd0-4a7f-4220-b22a-2e8429660fef,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:58:17.401879 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': '33478fd0-4a7f-4220-b22a-2e8429660fef', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'port_id': '33478fd0-4a7f-4220-b22a-2e8429660fef', 'mac_address': 'fa:16:3e:33:56:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 19:58:17.445695 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 33478fd0-4a7f-4220-b22a-2e8429660fef is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:58:17.446301 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (33478fd0-4a7f-4220-b22a-2e8429660fef), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:17.458433 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33478fd0-4a7f-4220-b22a-2e8429660fef {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:58:17.460949 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-716158ee-decc-4dcf-8fc0-78b277bb6eca req-964ffaa9-5b03-4abe-9103-4f2822cccaf5 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812957 Mar 09 19:58:17.478392 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 33478fd0-4a7f-4220-b22a-2e8429660fef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=33478fd0-4a7f-4220-b22a-2e8429660fef,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:58:17.486460 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (33478fd0-4a7f-4220-b22a-2e8429660fef), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:17.533729 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=33478fd0-4a7f-4220-b22a-2e8429660fef,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:17.628455 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-07a30140-ed13-4f41-aef4-b92625e77a1b admin admin] Deleting port 6e9ff010-135f-48dd-ae32-c0b5317e605a {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:58:17.628723 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-07a30140-ed13-4f41-aef4-b92625e77a1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:17.706639 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['33478fd0-4a7f-4220-b22a-2e8429660fef'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 19:58:17.707274 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [None req-07a30140-ed13-4f41-aef4-b92625e77a1b admin admin] For port 6e9ff010-135f-48dd-ae32-c0b5317e605a, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=6e9ff010-135f-48dd-ae32-c0b5317e605a,segment=NetworkSegment(ea198a32-d324-41fd-bdfc-d526296637ef),segment_id=ea198a32-d324-41fd-bdfc-d526296637ef)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:58:17.707781 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-07a30140-ed13-4f41-aef4-b92625e77a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:17.719712 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-07a30140-ed13-4f41-aef4-b92625e77a1b admin admin] Calling delete_port for 6e9ff010-135f-48dd-ae32-c0b5317e605a owned by network:router_interface {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:58:17.897838 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b777f-d52f-4654-9600-581ca13f8b15 req-aa29dad7-9fbf-4f61-8e8c-3e78d4609f66 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:17.899302 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-476b777f-d52f-4654-9600-581ca13f8b15 req-aa29dad7-9fbf-4f61-8e8c-3e78d4609f66 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 944 time: 0.0790462 Mar 09 19:58:17.976388 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-07a30140-ed13-4f41-aef4-b92625e77a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (6e9ff010-135f-48dd-ae32-c0b5317e605a), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:18.018173 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-476b777f-d52f-4654-9600-581ca13f8b15 req-6c4cc9c6-8b41-48b3-9aef-200b6c609c8c tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952744 Mar 09 19:58:18.021820 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a30140-ed13-4f41-aef4-b92625e77a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9ff010-135f-48dd-ae32-c0b5317e605a,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:18.180729 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-07a30140-ed13-4f41-aef4-b92625e77a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399378'] for router_interface (7ff9fc0d-c99a-4835-a904-a6111e0e1c84), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:18.391855 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a30140-ed13-4f41-aef4-b92625e77a1b admin admin] Router 7ff9fc0d-c99a-4835-a904-a6111e0e1c84 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:58:18.780639 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a30140-ed13-4f41-aef4-b92625e77a1b admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:58:18.786315 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-07a30140-ed13-4f41-aef4-b92625e77a1b admin admin] 10.222.0.16 "PUT /v2.0/routers/7ff9fc0d-c99a-4835-a904-a6111e0e1c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8262892 Mar 09 19:58:18.789696 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46908) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:58:18.792395 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e6b32-0d4c-48bf-9952-ae4820bf1b40 None None] Sync routers for ids ['7ff9fc0d-c99a-4835-a904-a6111e0e1c84'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:58:18.802182 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e6b32-0d4c-48bf-9952-ae4820bf1b40 None None] Routers {'7ff9fc0d-c99a-4835-a904-a6111e0e1c84'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:58:18.802901 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-a02e6b32-0d4c-48bf-9952-ae4820bf1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:58:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['7ff9fc0d-c99a-4835-a904-a6111e0e1c84'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:18.806822 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757f9c4-2b1b-4da6-bdf8-cfb44d86a13e req-24c79fb8-623d-4edd-a6a7-ea211b7dd0d4 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:18.808378 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8757f9c4-2b1b-4da6-bdf8-cfb44d86a13e req-24c79fb8-623d-4edd-a6a7-ea211b7dd0d4 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0698555 Mar 09 19:58:18.856581 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8757f9c4-2b1b-4da6-bdf8-cfb44d86a13e req-84a8acd3-4da9-45cd-b023-b3af2fdf43ad tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423353 Mar 09 19:58:18.902905 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6eba9c0a-665c-4259-803a-81a57db4bfc4 admin admin] Publish callbacks [] for router (7ff9fc0d-c99a-4835-a904-a6111e0e1c84), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:19.001808 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-a02e6b32-0d4c-48bf-9952-ae4820bf1b40 None None] Set router 7ff9fc0d-c99a-4835-a904-a6111e0e1c84 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:58:19.011228 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6eba9c0a-665c-4259-803a-81a57db4bfc4 admin admin] Publish callbacks [] for router_gateway (7ff9fc0d-c99a-4835-a904-a6111e0e1c84), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:19.066868 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-6eba9c0a-665c-4259-803a-81a57db4bfc4 admin admin] Deleting port 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:58:19.067203 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6eba9c0a-665c-4259-803a-81a57db4bfc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (0f6e1dd8-9b15-4cca-aef3-c5f60b99775c), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:19.148405 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c0724-a6bb-4f8c-96a7-c3411ee5bbcf req-79ec992e-6921-45ef-87fc-e7cba8b017fd tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:19.149023 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [None req-6eba9c0a-665c-4259-803a-81a57db4bfc4 admin admin] For port 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=0f6e1dd8-9b15-4cca-aef3-c5f60b99775c,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:58:19.149391 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6eba9c0a-665c-4259-803a-81a57db4bfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (0f6e1dd8-9b15-4cca-aef3-c5f60b99775c), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:19.156437 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-476c0724-a6bb-4f8c-96a7-c3411ee5bbcf req-79ec992e-6921-45ef-87fc-e7cba8b017fd tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 944 time: 0.0606828 Mar 09 19:58:19.162986 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-6eba9c0a-665c-4259-803a-81a57db4bfc4 admin admin] Calling delete_port for 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c owned by network:router_gateway {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:58:19.184288 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-a02e6b32-0d4c-48bf-9952-ae4820bf1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9fc0d-c99a-4835-a904-a6111e0e1c84', 'name': 'tempest-TestShelveInstance-2116483252-router', 'tenant_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '0f6e1dd8-9b15-4cca-aef3-c5f60b99775c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:41Z', 'updated_at': '2022-03-09T19:58:17Z', 'revision_number': 5, 'project_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'gw_port': {'id': '0f6e1dd8-9b15-4cca-aef3-c5f60b99775c', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9fc0d-c99a-4835-a904-a6111e0e1c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:53:42Z', 'updated_at': '2022-03-09T19:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:19.204387 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-476c0724-a6bb-4f8c-96a7-c3411ee5bbcf req-200f56cb-1085-4176-9091-087eedd0eac1 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470066 Mar 09 19:58:19.214042 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e6b32-0d4c-48bf-9952-ae4820bf1b40 None None] Checking router: 7ff9fc0d-c99a-4835-a904-a6111e0e1c84 for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:58:19.223248 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e6b32-0d4c-48bf-9952-ae4820bf1b40 None None] Routers {'7ff9fc0d-c99a-4835-a904-a6111e0e1c84'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:58:19.223831 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-a02e6b32-0d4c-48bf-9952-ae4820bf1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:58:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['7ff9fc0d-c99a-4835-a904-a6111e0e1c84'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:19.296720 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 33478fd0-4a7f-4220-b22a-2e8429660fef up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 19:58:19.310547 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-a02e6b32-0d4c-48bf-9952-ae4820bf1b40 None None] Set router 7ff9fc0d-c99a-4835-a904-a6111e0e1c84 gateway port host: None {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:58:19.335207 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6eba9c0a-665c-4259-803a-81a57db4bfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (0f6e1dd8-9b15-4cca-aef3-c5f60b99775c), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:19.346248 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port 33478fd0-4a7f-4220-b22a-2e8429660fef completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 19:58:19.351144 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port 33478fd0-4a7f-4220-b22a-2e8429660fef triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:58:19.351627 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (33478fd0-4a7f-4220-b22a-2e8429660fef), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:19.361283 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba9c0a-665c-4259-803a-81a57db4bfc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6e1dd8-9b15-4cca-aef3-c5f60b99775c,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:19.363127 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-a02e6b32-0d4c-48bf-9952-ae4820bf1b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9fc0d-c99a-4835-a904-a6111e0e1c84', 'name': 'tempest-TestShelveInstance-2116483252-router', 'tenant_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:41Z', 'updated_at': '2022-03-09T19:58:19Z', 'revision_number': 6, 'project_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'gw_port_host': None}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:19.393001 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e6b32-0d4c-48bf-9952-ae4820bf1b40 None None] The sync data for ids ['7ff9fc0d-c99a-4835-a904-a6111e0e1c84'] in dv-cinder-788366-9-iscsi is: [{'id': '7ff9fc0d-c99a-4835-a904-a6111e0e1c84', 'name': 'tempest-TestShelveInstance-2116483252-router', 'tenant_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:53:41Z', 'updated_at': '2022-03-09T19:58:19Z', 'revision_number': 6, 'project_id': '7ca3de95a6dd4d9ea78e0dcab5e0e7c1', 'gw_port_host': None}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:58:19.423605 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6eba9c0a-665c-4259-803a-81a57db4bfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396984'] for router_gateway (7ff9fc0d-c99a-4835-a904-a6111e0e1c84), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:19.446319 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 33478fd0-4a7f-4220-b22a-2e8429660fef is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 19:58:19.446719 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (33478fd0-4a7f-4220-b22a-2e8429660fef), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:19.469446 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf3d640-14d5-4e4d-bef6-ec4f16b98d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33478fd0-4a7f-4220-b22a-2e8429660fef'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:58:19.471757 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b092bc28-191f-47b8-89ec-55125da8a299" -d '{"events": [{"server_uuid": "aaf3d640-14d5-4e4d-bef6-ec4f16b98d78", "name": "network-vif-plugged", "status": "completed", "tag": "33478fd0-4a7f-4220-b22a-2e8429660fef"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:58:19.484652 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 33478fd0-4a7f-4220-b22a-2e8429660fef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=33478fd0-4a7f-4220-b22a-2e8429660fef,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:58:19.489404 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (33478fd0-4a7f-4220-b22a-2e8429660fef), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:19.512458 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba28ce97-69bb-4d69-89ca-47fb165887fe x-openstack-request-id: req-ba28ce97-69bb-4d69-89ca-47fb165887fe {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:58:19.512757 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf3d640-14d5-4e4d-bef6-ec4f16b98d78", "name": "network-vif-plugged", "status": "completed", "tag": "33478fd0-4a7f-4220-b22a-2e8429660fef", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:58:19.513016 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba28ce97-69bb-4d69-89ca-47fb165887fe {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:58:19.513410 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf3d640-14d5-4e4d-bef6-ec4f16b98d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33478fd0-4a7f-4220-b22a-2e8429660fef', 'code': 200} Mar 09 19:58:19.527593 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6eba9c0a-665c-4259-803a-81a57db4bfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24815'] for router (7ff9fc0d-c99a-4835-a904-a6111e0e1c84), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:19.530069 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6eba9c0a-665c-4259-803a-81a57db4bfc4 admin admin] Publish callbacks [] for router_controller (7ff9fc0d-c99a-4835-a904-a6111e0e1c84), precommit_delete_associations {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:19.540653 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=33478fd0-4a7f-4220-b22a-2e8429660fef,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:19.839895 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6eba9c0a-665c-4259-803a-81a57db4bfc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398124'] for router (7ff9fc0d-c99a-4835-a904-a6111e0e1c84), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:19.840512 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eba9c0a-665c-4259-803a-81a57db4bfc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ff9fc0d-c99a-4835-a904-a6111e0e1c84 {{(pid=114605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 19:58:19.844680 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6eba9c0a-665c-4259-803a-81a57db4bfc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:19.845786 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-6eba9c0a-665c-4259-803a-81a57db4bfc4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7ff9fc0d-c99a-4835-a904-a6111e0e1c84 HTTP/1.1" status: 204 len: 168 time: 1.0543065 Mar 09 19:58:19.848493 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46914) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:58:19.860747 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab721f-ac84-4b9b-bdf8-44083a0f0438 req-a4015531-43a9-48c0-92d4-f3d495b18205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:19.862297 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-cbab721f-ac84-4b9b-bdf8-44083a0f0438 req-a4015531-43a9-48c0-92d4-f3d495b18205 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 1129 time: 0.0512099 Mar 09 19:58:19.896196 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_v2 [None req-17cc7a74-4291-426c-b1d4-507deae53e7d admin admin] Deleting subnet 71cc2fd6-74a6-417d-b630-10d1c2d5fbdb {{(pid=114604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 19:58:19.899435 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-17cc7a74-4291-426c-b1d4-507deae53e7d admin admin] Publish callbacks [] for subnet (71cc2fd6-74a6-417d-b630-10d1c2d5fbdb), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:19.912933 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-cbab721f-ac84-4b9b-bdf8-44083a0f0438 req-bd06cde2-649a-4448-8c0d-fccfdd9ab8ad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447969 Mar 09 19:58:19.957201 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-17cc7a74-4291-426c-b1d4-507deae53e7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9789639'] for subnet (71cc2fd6-74a6-417d-b630-10d1c2d5fbdb), precommit_delete_associations {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:20.016799 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5bb69-7192-4f2e-b813-81df30b4165b req-e981a620-4b28-4548-8ab8-a1387b304ad5 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:20.018145 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-84b5bb69-7192-4f2e-b813-81df30b4165b req-e981a620-4b28-4548-8ab8-a1387b304ad5 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0952146 Mar 09 19:58:20.073476 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-17cc7a74-4291-426c-b1d4-507deae53e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971543'] for subnet (71cc2fd6-74a6-417d-b630-10d1c2d5fbdb), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:20.113243 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-84b5bb69-7192-4f2e-b813-81df30b4165b req-d70a7edf-676b-44f2-b3fb-6c6461447c70 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753047 Mar 09 19:58:20.138662 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-17cc7a74-4291-426c-b1d4-507deae53e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12497931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12031228'] for subnet (71cc2fd6-74a6-417d-b630-10d1c2d5fbdb), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:20.165997 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc7a74-4291-426c-b1d4-507deae53e7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71cc2fd6-74a6-417d-b630-10d1c2d5fbdb,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:20.167933 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-17cc7a74-4291-426c-b1d4-507deae53e7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:20.173356 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-17cc7a74-4291-426c-b1d4-507deae53e7d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/71cc2fd6-74a6-417d-b630-10d1c2d5fbdb HTTP/1.1" status: 204 len: 168 time: 0.3216381 Mar 09 19:58:20.173503 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d831b8a-6410-42c3-b71f-5fb47cf27c85 None None] Network 87cb9ba2-af65-4240-b290-ad6cd89ee4ba requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 19:58:20.174010 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46918) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:58:20.253693 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3180242'] for network (87cb9ba2-af65-4240-b290-ad6cd89ee4ba), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:20.352610 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ee9726-4b03-4b55-ac97-0946c77d29eb None None] DHCP port deletion for 87cb9ba2-af65-4240-b290-ad6cd89ee4ba request from dv-cinder-788366-9-iscsi {{(pid=114606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 19:58:20.357503 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b344f-f53a-4724-b228-1843e109338a req-32409343-41f5-4427-965e-0a0fe21e4f4e tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:20.359034 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-668b344f-f53a-4724-b228-1843e109338a req-32409343-41f5-4427-965e-0a0fe21e4f4e tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 945 time: 0.0670123 Mar 09 19:58:20.362859 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] Deleting port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:58:20.363189 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (7f0c79f7-2a76-4ff7-95b9-3f7a178b7307), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:20.410613 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee9726-4b03-4b55-ac97-0946c77d29eb None None] Deleting port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 {{(pid=114606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:58:20.410863 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9726-4b03-4b55-ac97-0946c77d29eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (7f0c79f7-2a76-4ff7-95b9-3f7a178b7307), before_delete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:20.464918 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] For port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=7f0c79f7-2a76-4ff7-95b9-3f7a178b7307,segment=NetworkSegment(ea198a32-d324-41fd-bdfc-d526296637ef),segment_id=ea198a32-d324-41fd-bdfc-d526296637ef)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:58:20.465286 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (7f0c79f7-2a76-4ff7-95b9-3f7a178b7307), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:20.470740 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-668b344f-f53a-4724-b228-1843e109338a req-97e5a97b-3eea-4f85-a14c-d35fae5b6bb9 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054792 Mar 09 19:58:20.476404 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-f5ee9726-4b03-4b55-ac97-0946c77d29eb None None] For port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=7f0c79f7-2a76-4ff7-95b9-3f7a178b7307,segment=NetworkSegment(ea198a32-d324-41fd-bdfc-d526296637ef),segment_id=ea198a32-d324-41fd-bdfc-d526296637ef)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:58:20.476814 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9726-4b03-4b55-ac97-0946c77d29eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (7f0c79f7-2a76-4ff7-95b9-3f7a178b7307), precommit_delete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:20.481258 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] Calling delete_port for 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 owned by network:dhcp {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:58:20.491991 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee9726-4b03-4b55-ac97-0946c77d29eb None None] Calling delete_port for 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 owned by network:dhcp {{(pid=114606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:58:20.562366 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (7f0c79f7-2a76-4ff7-95b9-3f7a178b7307), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:20.569179 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9726-4b03-4b55-ac97-0946c77d29eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503'] for port (7f0c79f7-2a76-4ff7-95b9-3f7a178b7307), after_delete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:20.589005 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7f0c79f7-2a76-4ff7-95b9-3f7a178b7307,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:20.590821 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] No DVR routers for this DVR port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 on host dv-cinder-788366-9-iscsi {{(pid=114604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:58:20.592018 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee9726-4b03-4b55-ac97-0946c77d29eb None None] Pushing event deleted for resources: {'Port': ['ID=7f0c79f7-2a76-4ff7-95b9-3f7a178b7307,revision_number=None']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:20.597031 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee9726-4b03-4b55-ac97-0946c77d29eb None None] No DVR routers for this DVR port 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 on host dv-cinder-788366-9-iscsi {{(pid=114606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:58:20.661613 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972268', 'neutron.services.segments.db._delete_segments_for_network-8774125231894'] for network (87cb9ba2-af65-4240-b290-ad6cd89ee4ba), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:20.684430 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87cb9ba2-af65-4240-b290-ad6cd89ee4ba']}} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:20.694066 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea198a32-d324-41fd-bdfc-d526296637ef') {'for_net_delete': True} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:20.694361 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea198a32-d324-41fd-bdfc-d526296637ef') {} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:20.703645 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774125231135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9789644'] for segment (ea198a32-d324-41fd-bdfc-d526296637ef), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:20.716521 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (ea198a32-d324-41fd-bdfc-d526296637ef), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:20.722176 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=114604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 19:58:20.722553 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12498389'] for segment (ea198a32-d324-41fd-bdfc-d526296637ef), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: Traceback (most recent call last): Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: timer() Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: cb(*args, **kw) Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: return func(*args, **kwargs) Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: self._notify() Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: self.callback(batched_events) Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: event.method(event) Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: return f(self, *a, **k) Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: return self._get(url).json() Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: return self.request(url, 'GET', **kwargs) Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 19:58:20.724193 dv-cinder-788366-9-iscsi neutron-server[114604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 19:58:20.778028 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396956'] for network (87cb9ba2-af65-4240-b290-ad6cd89ee4ba), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:20.792635 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:20.795833 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] 10.222.0.16 "DELETE /v2.0/networks/87cb9ba2-af65-4240-b290-ad6cd89ee4ba HTTP/1.1" status: 204 len: 168 time: 0.6208651 Mar 09 19:58:20.797140 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e582c2-6a3b-45fc-8676-326eb989a4ad admin admin] Pushing event deleted for resources: {'Network': ['ID=87cb9ba2-af65-4240-b290-ad6cd89ee4ba,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:20.956759 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46924) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:58:20.996628 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-0b6f14b8-8314-4b68-84f1-ed03d5fe9aa6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62b43418ea084d90a7da278a1c129a34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386276 Mar 09 19:58:20.999000 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46926) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:58:21.029299 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:58:21.045890 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-79b7a26d-4117-4a19-afd0-e6e8587d13ee admin admin] Publish callbacks [] for security_group (da295f6d-4844-41b0-ab41-7c71d7450495), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:21.049351 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:58:21.049704 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 0f6e1dd8-9b15-4cca-aef3-c5f60b99775c not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:58:21.050666 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 6e9ff010-135f-48dd-ae32-c0b5317e605a no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:58:21.066713 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-79b7a26d-4117-4a19-afd0-e6e8587d13ee admin admin] Publish callbacks [] for security_group (da295f6d-4844-41b0-ab41-7c71d7450495), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:21.068867 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: 6e9ff010-135f-48dd-ae32-c0b5317e605a {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:58:21.069207 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 6e9ff010-135f-48dd-ae32-c0b5317e605a not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:58:21.069607 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:58:21.087666 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:58:21.088008 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 7f0c79f7-2a76-4ff7-95b9-3f7a178b7307 not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:58:21.114481 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-79b7a26d-4117-4a19-afd0-e6e8587d13ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (da295f6d-4844-41b0-ab41-7c71d7450495), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:21.117012 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-79b7a26d-4117-4a19-afd0-e6e8587d13ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:21.118147 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-79b7a26d-4117-4a19-afd0-e6e8587d13ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da295f6d-4844-41b0-ab41-7c71d7450495 HTTP/1.1" status: 204 len: 168 time: 0.1182010 Mar 09 19:58:21.126040 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7a26d-4117-4a19-afd0-e6e8587d13ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da295f6d-4844-41b0-ab41-7c71d7450495,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:21.236510 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb93d4f-d5c7-40a2-8b06-86592757d3f0 req-517c874e-e62e-4cd5-a8cc-acd6cb6e7dff tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:21.238558 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-adb93d4f-d5c7-40a2-8b06-86592757d3f0 req-517c874e-e62e-4cd5-a8cc-acd6cb6e7dff tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0528941 Mar 09 19:58:21.289552 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-adb93d4f-d5c7-40a2-8b06-86592757d3f0 req-6d6c5665-2627-41d3-b6b0-8e05f1ed050e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455563 Mar 09 19:58:21.444650 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46934) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:58:21.483440 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-cd6b98d2-c5c0-40f4-a6b8-f1a9637b370a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7ca3de95a6dd4d9ea78e0dcab5e0e7c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376446 Mar 09 19:58:21.485987 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 46936) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:58:21.531453 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c507ad41-5cdd-45a8-84c1-d3639459d092 admin admin] Publish callbacks [] for security_group (3a63e3e4-9fc9-4b75-87d9-2b1431eb039f), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:21.552339 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c507ad41-5cdd-45a8-84c1-d3639459d092 admin admin] Publish callbacks [] for security_group (3a63e3e4-9fc9-4b75-87d9-2b1431eb039f), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:21.586888 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a815d-a548-4b15-9d39-d6202467d629 req-3a1fa114-289a-491e-82b8-3f8cdcb898a9 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:21.588887 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6d2a815d-a548-4b15-9d39-d6202467d629 req-3a1fa114-289a-491e-82b8-3f8cdcb898a9 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 945 time: 0.0514195 Mar 09 19:58:21.601363 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c507ad41-5cdd-45a8-84c1-d3639459d092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (3a63e3e4-9fc9-4b75-87d9-2b1431eb039f), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:21.603989 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c507ad41-5cdd-45a8-84c1-d3639459d092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:21.605133 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-c507ad41-5cdd-45a8-84c1-d3639459d092 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a63e3e4-9fc9-4b75-87d9-2b1431eb039f HTTP/1.1" status: 204 len: 168 time: 0.1182690 Mar 09 19:58:21.612644 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507ad41-5cdd-45a8-84c1-d3639459d092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a63e3e4-9fc9-4b75-87d9-2b1431eb039f,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:21.644023 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6d2a815d-a548-4b15-9d39-d6202467d629 req-7b2c087a-4ba7-4884-ba2c-5f29b958c393 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490160 Mar 09 19:58:21.764260 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f90235-ef14-4afb-b72e-fcbb265f2479 req-4c2a7b6e-7772-45ac-9099-72b2740bc729 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:21.766415 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e8f90235-ef14-4afb-b72e-fcbb265f2479 req-4c2a7b6e-7772-45ac-9099-72b2740bc729 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 945 time: 0.0582058 Mar 09 19:58:21.820575 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e8f90235-ef14-4afb-b72e-fcbb265f2479 req-ed61a4a2-39ec-4751-8d87-dedd27116657 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473294 Mar 09 19:58:21.844236 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46944) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:58:22.088767 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f32feb8-8c1c-4ad6-903a-8786d647c153 tempest-TestVolumeBootPattern-458771869 tempest-TestVolumeBootPattern-458771869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:22.090249 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-3f32feb8-8c1c-4ad6-903a-8786d647c153 tempest-TestVolumeBootPattern-458771869 tempest-TestVolumeBootPattern-458771869-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 1124 time: 0.2450309 Mar 09 19:58:22.093342 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 46948) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:58:22.097446 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Request body: {'floatingip': {'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'port_id': '33478fd0-4a7f-4220-b22a-2e8429660fef', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:58:22.122229 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:22.215189 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:22.317234 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Allocated IP 172.27.3.237 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/adc488ed-239c-4bca-80b0-e856b769895f) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:58:22.455356 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for port (adc488ed-239c-4bca-80b0-e856b769895f), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:22.467107 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9740bb-a0ed-4ff5-8d09-f24c72c9e277 req-9b4905d5-a55f-4ff8-86dc-7dd6632318e0 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:22.468655 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6f9740bb-a0ed-4ff5-8d09-f24c72c9e277 req-9b4905d5-a55f-4ff8-86dc-7dd6632318e0 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0892653 Mar 09 19:58:22.529956 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6f9740bb-a0ed-4ff5-8d09-f24c72c9e277 req-179fa417-6f5a-4768-88ba-4773755c8bb9 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553567 Mar 09 19:58:22.531333 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (adc488ed-239c-4bca-80b0-e856b769895f), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:22.567305 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:58:22.570057 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:58:22.575545 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:58:22.599762 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event updated for resources: {'Port': ['ID=adc488ed-239c-4bca-80b0-e856b769895f,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:22.936347 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for floatingip (d2d2117a-7dd8-4487-b52a-7bf52c0b0293), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:23.001487 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (adc488ed-239c-4bca-80b0-e856b769895f), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:23.152788 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for port (adc488ed-239c-4bca-80b0-e856b769895f), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:23.157171 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (adc488ed-239c-4bca-80b0-e856b769895f), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:23.225918 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event updated for resources: {'Port': ['ID=adc488ed-239c-4bca-80b0-e856b769895f,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:58:23.235237 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (d2d2117a-7dd8-4487-b52a-7bf52c0b0293), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:23.333478 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Floating IP d2d2117a-7dd8-4487-b52a-7bf52c0b0293 associated. External IP: 172.27.3.237, port: 33478fd0-4a7f-4220-b22a-2e8429660fef. Mar 09 19:58:23.540589 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Router 00a69562-de73-47a2-82a7-406a75a87d2e has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:58:23.675437 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:58:23.684806 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d363c-132c-4872-941a-29615e93ee72 None None] Sync routers for ids ['00a69562-de73-47a2-82a7-406a75a87d2e'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:58:23.694380 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e7ce4-68fd-4c42-9235-9ce289f46821 req-c644041a-a063-4b07-9dd5-428eae848fcc tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:23.694571 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d363c-132c-4872-941a-29615e93ee72 None None] Routers {'00a69562-de73-47a2-82a7-406a75a87d2e'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:58:23.695194 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-5f3d363c-132c-4872-941a-29615e93ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:58:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['00a69562-de73-47a2-82a7-406a75a87d2e'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:23.695815 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-054e7ce4-68fd-4c42-9235-9ce289f46821 req-c644041a-a063-4b07-9dd5-428eae848fcc tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0979130 Mar 09 19:58:23.702428 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:23.760091 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-20b61e27-1974-41ff-b8e1-88367c61b45b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6520033 Mar 09 19:58:23.760091 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf3d640-14d5-4e4d-bef6-ec4f16b98d78', 'tag': '33478fd0-4a7f-4220-b22a-2e8429660fef'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:58:23.760091 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43113a3a-670f-450f-a041-8987912c2f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf3d640-14d5-4e4d-bef6-ec4f16b98d78", "tag": "33478fd0-4a7f-4220-b22a-2e8429660fef"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:58:23.777551 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-054e7ce4-68fd-4c42-9235-9ce289f46821 req-bf8e9307-f9c4-4878-90c3-6b701671dff9 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718970 Mar 09 19:58:23.787714 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384dba4a-0bb7-441f-abe5-68226813e0fa x-openstack-request-id: req-384dba4a-0bb7-441f-abe5-68226813e0fa {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:58:23.788200 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf3d640-14d5-4e4d-bef6-ec4f16b98d78", "tag": "33478fd0-4a7f-4220-b22a-2e8429660fef", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:58:23.788605 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-384dba4a-0bb7-441f-abe5-68226813e0fa {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:58:23.789329 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf3d640-14d5-4e4d-bef6-ec4f16b98d78', 'tag': '33478fd0-4a7f-4220-b22a-2e8429660fef', 'status': 'completed', 'code': 200} Mar 09 19:58:23.806391 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-5f3d363c-132c-4872-941a-29615e93ee72 None None] Set router 00a69562-de73-47a2-82a7-406a75a87d2e gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:58:23.861603 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43113a3a-670f-450f-a041-8987912c2f2f req-89840ee6-1854-4e30-90e8-e471040192c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:23.863263 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-43113a3a-670f-450f-a041-8987912c2f2f req-89840ee6-1854-4e30-90e8-e471040192c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d588caf995c4f16b38f074e13bd7a1a&device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 1129 time: 0.0448897 Mar 09 19:58:23.983090 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43113a3a-670f-450f-a041-8987912c2f2f req-cde05389-ab35-493d-a5a6-9fbfe506c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:23.984574 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-43113a3a-670f-450f-a041-8987912c2f2f req-cde05389-ab35-493d-a5a6-9fbfe506c035 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6865f93-e29e-499c-8fa6-bf8466c90938 HTTP/1.1" status: 200 len: 913 time: 0.1156521 Mar 09 19:58:24.047872 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb942b8-e024-49f7-be8a-1fb5e16168c3 req-ba421655-d58e-4d08-bcc5-d2b24576a575 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:24.048938 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8eb942b8-e024-49f7-be8a-1fb5e16168c3 req-ba421655-d58e-4d08-bcc5-d2b24576a575 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0700331 Mar 09 19:58:24.053832 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-5f3d363c-132c-4872-941a-29615e93ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': 'd2d2117a-7dd8-4487-b52a-7bf52c0b0293', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'port_id': '33478fd0-4a7f-4220-b22a-2e8429660fef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'mac_address': 'fa:16:3e:33:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf3d640-14d5-4e4d-bef6-ec4f16b98d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:58:22Z', 'updated_at': '2022-03-09T19:58:22Z', 'revision_number': 0, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 5, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:24.071550 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-43113a3a-670f-450f-a041-8987912c2f2f req-6f69296c-34e0-46b2-9934-64b55968a3cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33478fd0-4a7f-4220-b22a-2e8429660fef HTTP/1.1" status: 200 len: 999 time: 0.0793920 Mar 09 19:58:24.088015 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d363c-132c-4872-941a-29615e93ee72 None None] Checking router: 00a69562-de73-47a2-82a7-406a75a87d2e for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:58:24.096647 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d363c-132c-4872-941a-29615e93ee72 None None] Routers {'00a69562-de73-47a2-82a7-406a75a87d2e'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:58:24.097392 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-5f3d363c-132c-4872-941a-29615e93ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:58:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['00a69562-de73-47a2-82a7-406a75a87d2e'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:24.125419 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43113a3a-670f-450f-a041-8987912c2f2f req-b69d76f2-d055-4ff9-bc3f-1d46e1022d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:24.127302 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-43113a3a-670f-450f-a041-8987912c2f2f req-b69d76f2-d055-4ff9-bc3f-1d46e1022d85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b68915-01ad-448e-9f8e-5d4d04159d8e HTTP/1.1" status: 200 len: 851 time: 0.0489280 Mar 09 19:58:24.128801 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c88d29-b74c-4f85-8606-5969b0590e02 req-1c79c3ab-1abb-4093-b850-0a2d01c375a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:24.130275 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-55c88d29-b74c-4f85-8606-5969b0590e02 req-1c79c3ab-1abb-4093-b850-0a2d01c375a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f02559ff7a74109ad21ad038ef8b2c0&device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 1129 time: 0.0804977 Mar 09 19:58:24.134603 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8eb942b8-e024-49f7-be8a-1fb5e16168c3 req-f5b133f2-42d1-4a12-8426-efa585a3ca5f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756731 Mar 09 19:58:24.200016 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43113a3a-670f-450f-a041-8987912c2f2f req-b18352bd-313b-4ad8-88bd-5e2354bfad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:24.201570 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-43113a3a-670f-450f-a041-8987912c2f2f req-b18352bd-313b-4ad8-88bd-5e2354bfad62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6865f93-e29e-499c-8fa6-bf8466c90938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634310 Mar 09 19:58:24.209174 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-5f3d363c-132c-4872-941a-29615e93ee72 None None] Set router 00a69562-de73-47a2-82a7-406a75a87d2e gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:58:24.229272 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c88d29-b74c-4f85-8606-5969b0590e02 req-87d040cd-b55f-4dfb-8d21-88a04e440ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:24.230726 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-55c88d29-b74c-4f85-8606-5969b0590e02 req-87d040cd-b55f-4dfb-8d21-88a04e440ccc service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f HTTP/1.1" status: 200 len: 911 time: 0.0914333 Mar 09 19:58:24.294825 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-55c88d29-b74c-4f85-8606-5969b0590e02 req-332da4cb-16fb-4396-9d45-a6d70f2a5425 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=465a0600-c286-4948-b4a8-890d491a33ba HTTP/1.1" status: 200 len: 1001 time: 0.0583441 Mar 09 19:58:24.295646 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-43113a3a-670f-450f-a041-8987912c2f2f req-32f5cccb-8955-4a9f-a17b-42f41e72d340 service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874333 Mar 09 19:58:24.346215 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c88d29-b74c-4f85-8606-5969b0590e02 req-f34aad0d-3ba5-43f2-8e96-e77ef04959ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:24.348130 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-55c88d29-b74c-4f85-8606-5969b0590e02 req-f34aad0d-3ba5-43f2-8e96-e77ef04959ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18834a8b-2767-45c3-a070-396743f527c3 HTTP/1.1" status: 200 len: 849 time: 0.0433054 Mar 09 19:58:24.392766 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-43113a3a-670f-450f-a041-8987912c2f2f req-cb0187bc-58a9-4127-a288-747484c21e63 service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873413 Mar 09 19:58:24.404495 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c88d29-b74c-4f85-8606-5969b0590e02 req-7e4e65be-4109-426b-a726-7afdeafc00b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:24.406093 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-55c88d29-b74c-4f85-8606-5969b0590e02 req-7e4e65be-4109-426b-a726-7afdeafc00b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524554 Mar 09 19:58:24.431405 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-5f3d363c-132c-4872-941a-29615e93ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': 'd2d2117a-7dd8-4487-b52a-7bf52c0b0293', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'port_id': '33478fd0-4a7f-4220-b22a-2e8429660fef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'mac_address': 'fa:16:3e:33:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf3d640-14d5-4e4d-bef6-ec4f16b98d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:58:22Z', 'updated_at': '2022-03-09T19:58:22Z', 'revision_number': 0, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 5, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:58:24.461928 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d363c-132c-4872-941a-29615e93ee72 None None] The sync data for ids ['00a69562-de73-47a2-82a7-406a75a87d2e'] in dv-cinder-788366-9-iscsi is: [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': 'd2d2117a-7dd8-4487-b52a-7bf52c0b0293', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'port_id': '33478fd0-4a7f-4220-b22a-2e8429660fef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'mac_address': 'fa:16:3e:33:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf3d640-14d5-4e4d-bef6-ec4f16b98d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:58:22Z', 'updated_at': '2022-03-09T19:58:22Z', 'revision_number': 0, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 5, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:58:24.666025 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cd5742-657f-4473-b328-3494263f16a4 None None] New status for floating IP d2d2117a-7dd8-4487-b52a-7bf52c0b0293: ACTIVE {{(pid=114607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:58:24.761187 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-55c88d29-b74c-4f85-8606-5969b0590e02 req-ad67b446-c1de-4c48-b157-734eb37932de service neutron] 10.222.0.20 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491094 Mar 09 19:58:24.851795 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-55c88d29-b74c-4f85-8606-5969b0590e02 req-d9a48c6c-ca6e-4895-8cec-96c974150461 service neutron] 10.222.0.20 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851207 Mar 09 19:58:25.406448 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736d4f5-da33-4b02-b99a-4a2ec25efaba req-b2696c66-b95d-4937-91cc-6d62b066f201 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:25.407803 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3736d4f5-da33-4b02-b99a-4a2ec25efaba req-b2696c66-b95d-4937-91cc-6d62b066f201 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0511270 Mar 09 19:58:25.454247 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3736d4f5-da33-4b02-b99a-4a2ec25efaba req-bf787b43-4e18-4575-9479-b0575570da81 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398192 Mar 09 19:58:26.569772 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb07d5-889d-4473-8a3a-1742fe6a9ebb req-91fdf04b-b57b-41dc-8db6-496eb7b1bf4e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:58:26.571183 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fddb07d5-889d-4473-8a3a-1742fe6a9ebb req-91fdf04b-b57b-41dc-8db6-496eb7b1bf4e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0500345 Mar 09 19:58:26.620196 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fddb07d5-889d-4473-8a3a-1742fe6a9ebb req-31534029-00d0-45a6-9f9f-07ec90d9b6d5 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435843 Mar 09 19:58:27.501430 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-6ca0791c-6c1d-4ee3-93bb-137f21b765e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:29.758796 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ffedd139-b0ec-46ef-ad0f-17aaef9e1f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:30.868412 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:32.482106 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:33.761604 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:33.869777 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:53.065842 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:58:57.505806 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-9b792ddf-0fc7-47fa-bbfc-25484c1ed76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:58:59.759873 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-bec1dfbd-e6e6-40cc-b6bd-11232867025d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:00.871391 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:01.284599 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8251cad-715d-448f-b092-00b82a340977 req-f53048d0-0b83-4063-b464-ef5cd29e8d87 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:01.286070 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c8251cad-715d-448f-b092-00b82a340977 req-f53048d0-0b83-4063-b464-ef5cd29e8d87 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0537038 Mar 09 19:59:01.331468 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c8251cad-715d-448f-b092-00b82a340977 req-f2044a10-6420-4ab9-a0f6-85f3f5bdf6ab tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399046 Mar 09 19:59:02.449655 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3de43-080a-4bea-8c94-f4a35ac659e2 req-814a27fc-9cda-4616-aef1-05b878abe0f3 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:02.451113 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-84f3de43-080a-4bea-8c94-f4a35ac659e2 req-814a27fc-9cda-4616-aef1-05b878abe0f3 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0519757 Mar 09 19:59:02.487663 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:02.496520 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-84f3de43-080a-4bea-8c94-f4a35ac659e2 req-555ab829-0404-455c-857c-f83bb10f96f2 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397851 Mar 09 19:59:03.615040 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bac21-6159-4aec-935d-021de1a790d4 req-3cd4d0c8-8a01-4e50-83ee-549d8f7f71b4 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:03.616479 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8e6bac21-6159-4aec-935d-021de1a790d4 req-3cd4d0c8-8a01-4e50-83ee-549d8f7f71b4 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0539610 Mar 09 19:59:03.662313 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8e6bac21-6159-4aec-935d-021de1a790d4 req-f2cf59ac-92ca-4606-9edb-28a3e6823df0 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403876 Mar 09 19:59:03.761935 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:03.871903 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:04.801242 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a406e2-870b-4fac-a422-d52f484d6f75 req-80488817-9350-4389-8a00-5008767ad67b tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:04.802689 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-35a406e2-870b-4fac-a422-d52f484d6f75 req-80488817-9350-4389-8a00-5008767ad67b tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0712960 Mar 09 19:59:04.805089 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fa87e-77fb-4697-8638-a89e230b9043 req-4efa97f8-f8a8-47ef-9f93-ea38b4177e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:04.806462 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-506fa87e-77fb-4697-8638-a89e230b9043 req-4efa97f8-f8a8-47ef-9f93-ea38b4177e22 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f02559ff7a74109ad21ad038ef8b2c0&device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 1129 time: 0.0829115 Mar 09 19:59:04.877504 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-35a406e2-870b-4fac-a422-d52f484d6f75 req-8d16ce06-a045-4f14-8596-2b3c5b214df2 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691006 Mar 09 19:59:04.929023 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fa87e-77fb-4697-8638-a89e230b9043 req-29ca6757-aded-47f6-9b6b-12b8d80f7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:04.930483 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-506fa87e-77fb-4697-8638-a89e230b9043 req-29ca6757-aded-47f6-9b6b-12b8d80f7f4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f HTTP/1.1" status: 200 len: 911 time: 0.1028523 Mar 09 19:59:04.995854 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-506fa87e-77fb-4697-8638-a89e230b9043 req-5bfa3ed0-6240-4221-9219-6be707c47a94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=465a0600-c286-4948-b4a8-890d491a33ba HTTP/1.1" status: 200 len: 1001 time: 0.0597067 Mar 09 19:59:05.042101 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fa87e-77fb-4697-8638-a89e230b9043 req-f45c124b-a195-437f-93a5-c51136ad891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:05.043520 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-506fa87e-77fb-4697-8638-a89e230b9043 req-f45c124b-a195-437f-93a5-c51136ad891d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18834a8b-2767-45c3-a070-396743f527c3 HTTP/1.1" status: 200 len: 849 time: 0.0424056 Mar 09 19:59:05.089184 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fa87e-77fb-4697-8638-a89e230b9043 req-865ba07a-7d65-46c8-b703-a90f2a7cac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:05.090600 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-506fa87e-77fb-4697-8638-a89e230b9043 req-865ba07a-7d65-46c8-b703-a90f2a7cac8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415919 Mar 09 19:59:05.178117 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-506fa87e-77fb-4697-8638-a89e230b9043 req-11bba8e4-e753-4484-9b67-6065ea48f161 service neutron] 10.222.0.20 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820210 Mar 09 19:59:05.264444 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-506fa87e-77fb-4697-8638-a89e230b9043 req-11cda167-4d41-4b0d-bf1d-af28d096a5ac service neutron] 10.222.0.20 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802500 Mar 09 19:59:05.993069 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184db38-3d39-4837-aaca-26f1c19e3f87 req-8b693f59-832c-42f8-b06c-1ca2f9854e36 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:05.994465 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8184db38-3d39-4837-aaca-26f1c19e3f87 req-8b693f59-832c-42f8-b06c-1ca2f9854e36 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0513139 Mar 09 19:59:06.042411 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8184db38-3d39-4837-aaca-26f1c19e3f87 req-ee0d5943-5910-4dda-a359-c6e59ade4693 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425246 Mar 09 19:59:07.156785 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab496bac-7060-40f5-8444-95f6d5f381ed req-c8710faf-7f09-4ccf-b0a1-6d4c53c0ae1f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:07.158231 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ab496bac-7060-40f5-8444-95f6d5f381ed req-c8710faf-7f09-4ccf-b0a1-6d4c53c0ae1f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0505340 Mar 09 19:59:07.203948 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ab496bac-7060-40f5-8444-95f6d5f381ed req-b052e1db-8c1c-4386-8f09-1d867851dcfa tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395429 Mar 09 19:59:08.320756 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed55514-e623-46bc-bb7d-d3822f643458 req-62a74f60-0064-4b81-bc91-11cfcdbd0eb1 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:08.322177 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fed55514-e623-46bc-bb7d-d3822f643458 req-62a74f60-0064-4b81-bc91-11cfcdbd0eb1 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0498250 Mar 09 19:59:08.366076 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fed55514-e623-46bc-bb7d-d3822f643458 req-1ac6b917-22bb-49db-b49e-bfa5b89fa2d4 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385127 Mar 09 19:59:09.486521 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be325f-2616-459e-9d8f-57e404b943c1 req-b7bfbca8-d625-4a1f-91b3-bc1766cb98db tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:09.487966 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60be325f-2616-459e-9d8f-57e404b943c1 req-b7bfbca8-d625-4a1f-91b3-bc1766cb98db tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0538909 Mar 09 19:59:09.533157 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-60be325f-2616-459e-9d8f-57e404b943c1 req-51f179ff-1d8c-4b79-aa7c-f2fe1a55f9a5 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391726 Mar 09 19:59:10.651890 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87970f-c0fb-4903-be51-dff9f6cb9738 req-da1c5173-645d-43e0-a096-051cc1bd2ed4 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:10.653380 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7b87970f-c0fb-4903-be51-dff9f6cb9738 req-da1c5173-645d-43e0-a096-051cc1bd2ed4 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0509088 Mar 09 19:59:10.698375 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7b87970f-c0fb-4903-be51-dff9f6cb9738 req-49439fe6-c218-4f20-b658-a5ea706f8429 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395577 Mar 09 19:59:11.818527 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33cbbd-c979-4854-a277-f4a9b879f044 req-96ab145d-fe26-4814-b060-91822c985e18 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:11.820010 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6c33cbbd-c979-4854-a277-f4a9b879f044 req-96ab145d-fe26-4814-b060-91822c985e18 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0575347 Mar 09 19:59:11.869679 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6c33cbbd-c979-4854-a277-f4a9b879f044 req-37ed5a18-a3fd-4554-84c1-64861a55c95f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438092 Mar 09 19:59:12.064536 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b3594-7a9f-40f3-b195-3c17e53615e2 req-69dfca70-0ccb-42d3-af80-2890a0b25047 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:12.066039 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-386b3594-7a9f-40f3-b195-3c17e53615e2 req-69dfca70-0ccb-42d3-af80-2890a0b25047 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0540471 Mar 09 19:59:12.143695 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-386b3594-7a9f-40f3-b195-3c17e53615e2 req-3c16c66b-de8b-4231-8a15-aea5300bf4c1 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719898 Mar 09 19:59:12.148681 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de777906-d288-434b-b9e1-79dda66f18df req-478ff8d1-ad4e-4d5b-befc-4de8a19afb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:12.150098 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-de777906-d288-434b-b9e1-79dda66f18df req-478ff8d1-ad4e-4d5b-befc-4de8a19afb12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f02559ff7a74109ad21ad038ef8b2c0&device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 1129 time: 0.0726843 Mar 09 19:59:12.239940 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de777906-d288-434b-b9e1-79dda66f18df req-4b30bfe5-7c2e-412b-b101-4782db9bc6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:12.241322 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-de777906-d288-434b-b9e1-79dda66f18df req-4b30bfe5-7c2e-412b-b101-4782db9bc6c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f HTTP/1.1" status: 200 len: 911 time: 0.0853143 Mar 09 19:59:12.303252 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-de777906-d288-434b-b9e1-79dda66f18df req-6f08b37e-64a4-4965-a02f-e46bb61069f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=465a0600-c286-4948-b4a8-890d491a33ba HTTP/1.1" status: 200 len: 1001 time: 0.0550230 Mar 09 19:59:12.353100 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de777906-d288-434b-b9e1-79dda66f18df req-bc0b90ad-852f-4339-a253-7192c5bc0858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:12.354462 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-de777906-d288-434b-b9e1-79dda66f18df req-bc0b90ad-852f-4339-a253-7192c5bc0858 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18834a8b-2767-45c3-a070-396743f527c3 HTTP/1.1" status: 200 len: 849 time: 0.0447900 Mar 09 19:59:12.401046 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de777906-d288-434b-b9e1-79dda66f18df req-23d053c0-e5d1-462b-8a98-6e554f428352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:12.402512 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-de777906-d288-434b-b9e1-79dda66f18df req-23d053c0-e5d1-462b-8a98-6e554f428352 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413177 Mar 09 19:59:12.487201 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-de777906-d288-434b-b9e1-79dda66f18df req-1d2cea7c-f794-418f-8945-dadd35c4bffb service neutron] 10.222.0.20 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786254 Mar 09 19:59:12.574301 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-de777906-d288-434b-b9e1-79dda66f18df req-d3de2734-c1ac-4784-bfcc-8ac368d836a5 service neutron] 10.222.0.20 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807104 Mar 09 19:59:13.259997 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ea809-fcc6-46c1-a3b5-0c63b179b16f req-6afb2211-10b9-4ec3-aa00-78d770ab8e4c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:13.261377 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5d2ea809-fcc6-46c1-a3b5-0c63b179b16f req-6afb2211-10b9-4ec3-aa00-78d770ab8e4c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0508592 Mar 09 19:59:13.305908 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5d2ea809-fcc6-46c1-a3b5-0c63b179b16f req-4a1a6a9a-64d5-4252-9111-d665b15261fc tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391014 Mar 09 19:59:27.506674 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a27b935e-f73d-4eb8-adcb-f177132dfec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:29.761462 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-21dd23ab-1625-4309-9f3d-4ace7253c1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:30.065126 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 19:59:30.876862 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:32.488779 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:33.781817 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:33.873088 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:45.736297 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508df46-7ff8-4795-8d56-8201a4cac232 req-ab3f3a09-ee8a-48df-a275-a5a8217bdcbc tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:45.737736 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e508df46-7ff8-4795-8d56-8201a4cac232 req-ab3f3a09-ee8a-48df-a275-a5a8217bdcbc tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0534730 Mar 09 19:59:45.790347 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e508df46-7ff8-4795-8d56-8201a4cac232 req-ae6c107a-2e8e-43fb-8553-71a146908b02 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400271 Mar 09 19:59:46.905167 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eccc59-4324-4551-b377-5d1097f08ff9 req-701830ad-12e5-4b40-97df-d398c4dc4830 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:46.906616 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-14eccc59-4324-4551-b377-5d1097f08ff9 req-701830ad-12e5-4b40-97df-d398c4dc4830 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0502889 Mar 09 19:59:46.951108 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-14eccc59-4324-4551-b377-5d1097f08ff9 req-db637669-81c7-4c3d-84e4-0c517468ff45 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384657 Mar 09 19:59:47.578443 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b683a-8925-45fd-8f3a-9f60fe3fe9f0 req-91dbd182-b655-4c14-aa7c-6b788524c2c6 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:47.579856 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6c9b683a-8925-45fd-8f3a-9f60fe3fe9f0 req-91dbd182-b655-4c14-aa7c-6b788524c2c6 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.20 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0539672 Mar 09 19:59:47.670871 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [req-6c9b683a-8925-45fd-8f3a-9f60fe3fe9f0 req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Deleting port 465a0600-c286-4948-b4a8-890d491a33ba {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:59:47.671206 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-6c9b683a-8925-45fd-8f3a-9f60fe3fe9f0 req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (465a0600-c286-4948-b4a8-890d491a33ba), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:47.759211 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-6c9b683a-8925-45fd-8f3a-9f60fe3fe9f0 req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] For port 465a0600-c286-4948-b4a8-890d491a33ba, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=465a0600-c286-4948-b4a8-890d491a33ba,segment=NetworkSegment(4bcbfcf0-9b17-4a98-8681-1b9fef923d36),segment_id=4bcbfcf0-9b17-4a98-8681-1b9fef923d36)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 19:59:47.759491 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-6c9b683a-8925-45fd-8f3a-9f60fe3fe9f0 req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (465a0600-c286-4948-b4a8-890d491a33ba), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:47.920530 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-6c9b683a-8925-45fd-8f3a-9f60fe3fe9f0 req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:47.921230 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-6c9b683a-8925-45fd-8f3a-9f60fe3fe9f0 req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (2df2f6be-f7f8-4af9-bba2-b5f2e8792f79), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:47.921230 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [req-6c9b683a-8925-45fd-8f3a-9f60fe3fe9f0 req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Floating IP 2df2f6be-f7f8-4af9-bba2-b5f2e8792f79 disassociated. External IP: 172.27.3.200, port: 465a0600-c286-4948-b4a8-890d491a33ba. Mar 09 19:59:47.921491 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [req-6c9b683a-8925-45fd-8f3a-9f60fe3fe9f0 req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Calling delete_port for 465a0600-c286-4948-b4a8-890d491a33ba owned by compute:nova {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:59:48.075870 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-6c9b683a-8925-45fd-8f3a-9f60fe3fe9f0 req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (465a0600-c286-4948-b4a8-890d491a33ba), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:48.105240 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Pushing event deleted for resources: {'Port': ['ID=465a0600-c286-4948-b4a8-890d491a33ba,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:59:48.113068 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50b80b-1592-4021-80ec-b96909956c8e req-be622f37-8faf-4776-abb1-68106773ede3 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:48.114527 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4f50b80b-1592-4021-80ec-b96909956c8e req-be622f37-8faf-4776-abb1-68106773ede3 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=936474c6-bad3-4950-b9f2-76d0b86772f8 HTTP/1.1" status: 200 len: 945 time: 0.0913045 Mar 09 19:59:48.124646 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:48.124797 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:48.125137 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:48.125474 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:48.125802 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:48.126132 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:48.126727 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:48.127045 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:48.127431 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:48.127677 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:48.127993 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:48.128338 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:48.128654 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:48.213753 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4f50b80b-1592-4021-80ec-b96909956c8e req-888be3ab-c09f-4e8a-9acc-dc9d92483d70 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=b0bfab22-dd53-44e8-b64f-60c036241f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928040 Mar 09 19:59:48.273103 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c9b683a-8925-45fd-8f3a-9f60fe3fe9f0 req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Router bf939ddd-50ef-4a1b-8d38-75434c729379 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 19:59:48.384690 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c9b683a-8925-45fd-8f3a-9f60fe3fe9f0 req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 19:59:48.397433 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d2cb0f-19ed-42c9-827a-73e72cf2890c None None] Sync routers for ids ['bf939ddd-50ef-4a1b-8d38-75434c729379'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 19:59:48.406295 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d2cb0f-19ed-42c9-827a-73e72cf2890c None None] Routers {'bf939ddd-50ef-4a1b-8d38-75434c729379'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:59:48.406905 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-b2d2cb0f-19ed-42c9-827a-73e72cf2890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:59:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['bf939ddd-50ef-4a1b-8d38-75434c729379'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:59:48.426863 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9b683a-8925-45fd-8f3a-9f60fe3fe9f0 req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] No DVR routers for this DVR port 465a0600-c286-4948-b4a8-890d491a33ba on host hv-cinder-78836 {{(pid=114604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 19:59:48.429625 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-6c9b683a-8925-45fd-8f3a-9f60fe3fe9f0 req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:48.435547 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6c9b683a-8925-45fd-8f3a-9f60fe3fe9f0 req-147a27d1-6af5-4106-af0c-16e785b2e990 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.20 "DELETE /v2.0/ports/465a0600-c286-4948-b4a8-890d491a33ba HTTP/1.1" status: 204 len: 173 time: 0.8480170 Mar 09 19:59:48.435547 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936474c6-bad3-4950-b9f2-76d0b86772f8', 'name': 'network-vif-deleted', 'tag': '465a0600-c286-4948-b4a8-890d491a33ba'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:59:48.436755 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c158c4-6a78-41e3-a976-1b61a076f31d" -d '{"events": [{"server_uuid": "936474c6-bad3-4950-b9f2-76d0b86772f8", "name": "network-vif-deleted", "tag": "465a0600-c286-4948-b4a8-890d491a33ba"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:59:48.482049 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 19:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418592eb-eb1e-4fee-94d5-460b7a1f98b7 x-openstack-request-id: req-418592eb-eb1e-4fee-94d5-460b7a1f98b7 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:59:48.482362 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936474c6-bad3-4950-b9f2-76d0b86772f8", "name": "network-vif-deleted", "tag": "465a0600-c286-4948-b4a8-890d491a33ba", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:59:48.482612 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-418592eb-eb1e-4fee-94d5-460b7a1f98b7 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:59:48.483056 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936474c6-bad3-4950-b9f2-76d0b86772f8', 'name': 'network-vif-deleted', 'tag': '465a0600-c286-4948-b4a8-890d491a33ba', 'status': 'completed', 'code': 200} Mar 09 19:59:48.646227 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-b2d2cb0f-19ed-42c9-827a-73e72cf2890c None None] Set router bf939ddd-50ef-4a1b-8d38-75434c729379 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:59:48.838299 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-b2d2cb0f-19ed-42c9-827a-73e72cf2890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 4, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port': {'id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:54Z', 'updated_at': '2022-03-09T19:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'c3f22de5-88b8-4a83-b76f-bff8e56233b7', 'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'mac_address': 'fa:16:3e:f5:71:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:55Z', 'updated_at': '2022-03-09T19:57:00Z', 'revision_number': 5, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'subnets': [{'id': '18834a8b-2767-45c3-a070-396743f527c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:59:48.864995 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d2cb0f-19ed-42c9-827a-73e72cf2890c None None] Checking router: bf939ddd-50ef-4a1b-8d38-75434c729379 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 19:59:48.873211 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d2cb0f-19ed-42c9-827a-73e72cf2890c None None] Routers {'bf939ddd-50ef-4a1b-8d38-75434c729379'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 19:59:48.873811 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-b2d2cb0f-19ed-42c9-827a-73e72cf2890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T19:59:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['bf939ddd-50ef-4a1b-8d38-75434c729379'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:59:48.978645 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-b2d2cb0f-19ed-42c9-827a-73e72cf2890c None None] Set router bf939ddd-50ef-4a1b-8d38-75434c729379 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 19:59:49.171727 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-b2d2cb0f-19ed-42c9-827a-73e72cf2890c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 4, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port': {'id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:54Z', 'updated_at': '2022-03-09T19:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'c3f22de5-88b8-4a83-b76f-bff8e56233b7', 'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'mac_address': 'fa:16:3e:f5:71:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:55Z', 'updated_at': '2022-03-09T19:57:00Z', 'revision_number': 5, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'subnets': [{'id': '18834a8b-2767-45c3-a070-396743f527c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 19:59:49.197250 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d2cb0f-19ed-42c9-827a-73e72cf2890c None None] The sync data for ids ['bf939ddd-50ef-4a1b-8d38-75434c729379'] in dv-cinder-788366-9-iscsi is: [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 4, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port': {'id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:54Z', 'updated_at': '2022-03-09T19:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'c3f22de5-88b8-4a83-b76f-bff8e56233b7', 'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'mac_address': 'fa:16:3e:f5:71:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:55Z', 'updated_at': '2022-03-09T19:57:00Z', 'revision_number': 5, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'subnets': [{'id': '18834a8b-2767-45c3-a070-396743f527c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 19:59:49.296431 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 47050) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:59:49.352035 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c4dd0d4a-02d0-4794-8856-4a05e7d13817 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group (b0bfab22-dd53-44e8-b64f-60c036241f4a), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:49.376118 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c4dd0d4a-02d0-4794-8856-4a05e7d13817 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group (b0bfab22-dd53-44e8-b64f-60c036241f4a), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:49.422075 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd5ca60-3ae3-4dad-8ff1-0bbe93f97f08 None None] New status for floating IP 2df2f6be-f7f8-4af9-bba2-b5f2e8792f79: DOWN {{(pid=114607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 19:59:49.425900 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c4dd0d4a-02d0-4794-8856-4a05e7d13817 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (b0bfab22-dd53-44e8-b64f-60c036241f4a), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:49.428602 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-c4dd0d4a-02d0-4794-8856-4a05e7d13817 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:49.432184 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-c4dd0d4a-02d0-4794-8856-4a05e7d13817 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "DELETE /v2.0/security-groups/b0bfab22-dd53-44e8-b64f-60c036241f4a HTTP/1.1" status: 204 len: 168 time: 0.1323447 Mar 09 19:59:49.432867 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 47052) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:59:49.451120 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.api.v2.resource [None req-4a2abc8c-0d7d-48bc-9f57-40fd3e3a0f47 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] show failed (client error): The resource could not be found. Mar 09 19:59:49.454692 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-4a2abc8c-0d7d-48bc-9f57-40fd3e3a0f47 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups/b0bfab22-dd53-44e8-b64f-60c036241f4a HTTP/1.1" status: 404 len: 347 time: 0.0181706 Mar 09 19:59:49.454692 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd0d4a-02d0-4794-8856-4a05e7d13817 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bfab22-dd53-44e8-b64f-60c036241f4a,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:59:49.455368 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 47054) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:59:49.583273 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-93cd81ba-1f65-4ab4-a2af-bf1c1a86735f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Deleting port aa85f6e4-74a7-402d-880f-35d1312dc5a6 {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 19:59:49.583621 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-93cd81ba-1f65-4ab4-a2af-bf1c1a86735f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (aa85f6e4-74a7-402d-880f-35d1312dc5a6), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:49.659395 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-93cd81ba-1f65-4ab4-a2af-bf1c1a86735f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (aa85f6e4-74a7-402d-880f-35d1312dc5a6), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:49.659717 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-93cd81ba-1f65-4ab4-a2af-bf1c1a86735f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for floatingip (aa85f6e4-74a7-402d-880f-35d1312dc5a6), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:49.670973 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-93cd81ba-1f65-4ab4-a2af-bf1c1a86735f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Calling delete_port for aa85f6e4-74a7-402d-880f-35d1312dc5a6 owned by network:floatingip {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 19:59:49.798776 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-93cd81ba-1f65-4ab4-a2af-bf1c1a86735f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (aa85f6e4-74a7-402d-880f-35d1312dc5a6), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:49.828858 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd81ba-1f65-4ab4-a2af-bf1c1a86735f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Pushing event deleted for resources: {'Port': ['ID=aa85f6e4-74a7-402d-880f-35d1312dc5a6,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:59:49.881182 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-93cd81ba-1f65-4ab4-a2af-bf1c1a86735f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for floatingip (2df2f6be-f7f8-4af9-bba2-b5f2e8792f79), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:49.883690 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-93cd81ba-1f65-4ab4-a2af-bf1c1a86735f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:49.884868 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-93cd81ba-1f65-4ab4-a2af-bf1c1a86735f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "DELETE /v2.0/floatingips/2df2f6be-f7f8-4af9-bba2-b5f2e8792f79 HTTP/1.1" status: 204 len: 168 time: 0.4284401 Mar 09 19:59:50.392658 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 47058) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:59:50.397051 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-ee741d25-c664-4f04-9e79-3dd94c2c4dd4 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2132836473', 'description': 'tempest-description--1619301176'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:59:50.416517 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ee741d25-c664-4f04-9e79-3dd94c2c4dd4 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:50.485782 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ee741d25-c664-4f04-9e79-3dd94c2c4dd4 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group (60f20284-216c-4398-b5dc-6634adfa3e4c), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:50.490003 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ee741d25-c664-4f04-9e79-3dd94c2c4dd4 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (60f20284-216c-4398-b5dc-6634adfa3e4c), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:50.519079 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-ee741d25-c664-4f04-9e79-3dd94c2c4dd4 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:50.520293 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-ee741d25-c664-4f04-9e79-3dd94c2c4dd4 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1266305 Mar 09 19:59:50.521488 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee741d25-c664-4f04-9e79-3dd94c2c4dd4 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f20284-216c-4398-b5dc-6634adfa3e4c,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:59:50.523222 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 47060) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:59:50.528428 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Request body: {'security_group_rule': {'security_group_id': '60f20284-216c-4398-b5dc-6634adfa3e4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:59:50.554211 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group_rule (19fab36d-105e-4c45-bec7-947b090991ac), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:50.609275 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group_rule (19fab36d-105e-4c45-bec7-947b090991ac), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:50.612605 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (19fab36d-105e-4c45-bec7-947b090991ac), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:50.629236 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19fab36d-105e-4c45-bec7-947b090991ac,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:59:50.637101 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:50.637453 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:50.637862 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:50.638197 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:50.638531 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:50.638929 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:50.639262 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:50.639590 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:50.639915 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:50.640272 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:50.640598 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:50.640919 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:50.641238 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 19:59:50.646576 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:50.647749 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-e4a33eab-b1da-4b01-a559-2ab5b969078c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235166 Mar 09 19:59:50.650739 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 47064) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:59:50.655001 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-4b4a59e1-b24b-4287-ad2c-2016a4a7122b tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Request body: {'security_group_rule': {'security_group_id': '60f20284-216c-4398-b5dc-6634adfa3e4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:59:50.679208 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4b4a59e1-b24b-4287-ad2c-2016a4a7122b tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group_rule (0c74e0e4-ace8-4bcf-a7a0-696810fd22ea), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:50.731264 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4b4a59e1-b24b-4287-ad2c-2016a4a7122b tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group_rule (0c74e0e4-ace8-4bcf-a7a0-696810fd22ea), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:50.734547 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4b4a59e1-b24b-4287-ad2c-2016a4a7122b tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770164'] for security_group_rule (0c74e0e4-ace8-4bcf-a7a0-696810fd22ea), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:50.750566 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a59e1-b24b-4287-ad2c-2016a4a7122b tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c74e0e4-ace8-4bcf-a7a0-696810fd22ea,revision_number=0']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:59:50.759102 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4b4a59e1-b24b-4287-ad2c-2016a4a7122b tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:50.760300 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-4b4a59e1-b24b-4287-ad2c-2016a4a7122b tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1085942 Mar 09 19:59:50.763248 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 47066) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 19:59:50.767453 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [None req-6dfebad6-774a-4d69-8a06-2da26e5ca55d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Request body: {'floatingip': {'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:59:50.786468 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6dfebad6-774a-4d69-8a06-2da26e5ca55d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:50.878547 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6dfebad6-774a-4d69-8a06-2da26e5ca55d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:50.976784 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [None req-6dfebad6-774a-4d69-8a06-2da26e5ca55d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Allocated IP 172.27.3.163 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/9a08ccbf-31fc-4644-85ec-b8ed29b20754) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:59:51.076954 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6dfebad6-774a-4d69-8a06-2da26e5ca55d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for port (9a08ccbf-31fc-4644-85ec-b8ed29b20754), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:51.108589 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6dfebad6-774a-4d69-8a06-2da26e5ca55d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (9a08ccbf-31fc-4644-85ec-b8ed29b20754), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:51.144049 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfebad6-774a-4d69-8a06-2da26e5ca55d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:59:51.149384 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [None req-6dfebad6-774a-4d69-8a06-2da26e5ca55d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:59:51.151750 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfebad6-774a-4d69-8a06-2da26e5ca55d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:59:51.174148 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfebad6-774a-4d69-8a06-2da26e5ca55d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Pushing event updated for resources: {'Port': ['ID=9a08ccbf-31fc-4644-85ec-b8ed29b20754,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:59:51.235789 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6dfebad6-774a-4d69-8a06-2da26e5ca55d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for floatingip (d7674d5a-cb76-4a35-9f62-4f83cb0a37e1), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:51.274191 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6dfebad6-774a-4d69-8a06-2da26e5ca55d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (9a08ccbf-31fc-4644-85ec-b8ed29b20754), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:51.428680 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6dfebad6-774a-4d69-8a06-2da26e5ca55d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for port (9a08ccbf-31fc-4644-85ec-b8ed29b20754), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:51.433476 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6dfebad6-774a-4d69-8a06-2da26e5ca55d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (9a08ccbf-31fc-4644-85ec-b8ed29b20754), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:51.502175 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfebad6-774a-4d69-8a06-2da26e5ca55d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Pushing event updated for resources: {'Port': ['ID=9a08ccbf-31fc-4644-85ec-b8ed29b20754,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:59:51.513857 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6dfebad6-774a-4d69-8a06-2da26e5ca55d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (d7674d5a-cb76-4a35-9f62-4f83cb0a37e1), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:51.528765 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-6dfebad6-774a-4d69-8a06-2da26e5ca55d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:51.529977 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-6dfebad6-774a-4d69-8a06-2da26e5ca55d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7658069 Mar 09 19:59:51.722607 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-832669e5-2cb1-4b2f-b9fe-c808cbd8f1da tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2132836473&fields=id&tenant_id=3f02559ff7a74109ad21ad038ef8b2c0 HTTP/1.1" status: 200 len: 267 time: 0.0446651 Mar 09 19:59:51.823082 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-3b6fb6f0-9d7a-4d3a-ae32-dfb078544563 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:51.824442 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-3b6fb6f0-9d7a-4d3a-ae32-dfb078544563 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/networks?id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f HTTP/1.1" status: 200 len: 810 time: 0.0950565 Mar 09 19:59:51.838488 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-40bf33f8-0aaa-44d9-a395-9da8ba86d177 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/quotas/3f02559ff7a74109ad21ad038ef8b2c0 HTTP/1.1" status: 200 len: 375 time: 0.0085275 Mar 09 19:59:51.888848 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 465a0600-c286-4948-b4a8-890d491a33ba no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 19:59:51.890361 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-bfc3b6d8-c77e-405e-ab35-8b41290f3b92 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f02559ff7a74109ad21ad038ef8b2c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472662 Mar 09 19:59:51.913330 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: 465a0600-c286-4948-b4a8-890d491a33ba {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 19:59:51.913679 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 465a0600-c286-4948-b4a8-890d491a33ba not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 19:59:51.985018 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-ffa3d0d2-7fbc-464d-b315-81f4209f976d service neutron] 10.222.0.16 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834403 Mar 09 19:59:52.069826 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-f718558b-5aa5-4dae-b79d-02635671e6db service neutron] 10.222.0.16 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785217 Mar 09 19:59:53.236412 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b4bc1508-a7d0-4d56-9114-7214bf082f97 req-4cd20d8f-9eee-4939-b2c6-83e5051b26e4 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 210 time: 0.0301707 Mar 09 19:59:54.311076 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-616b3443-1bf5-43ee-a72a-b27e2e8ae301 req-d704931d-86b3-459b-9b7a-e135559b886e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 210 time: 0.0268791 Mar 09 19:59:55.391251 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e5e69a29-d19c-4d2f-b043-1dab914b4dd3 req-fc0be56d-5b49-4959-a545-e95a7921931e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 210 time: 0.0332212 Mar 09 19:59:56.474632 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-867a6db4-9552-41df-8a03-a32d609dd8f2 req-986952bf-60c5-45f5-9e09-72a92e75da92 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 210 time: 0.0267723 Mar 09 19:59:57.515852 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-9da06f5b-20b4-42d9-8547-eff40925dabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:57.574911 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-406380b7-1ab5-4d40-b879-a3c79f129d45 req-ff8f1686-aaa7-4603-9cbb-c66ec01c63a8 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 210 time: 0.0263252 Mar 09 19:59:58.161198 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-7ffaee0a-4d00-4f9b-bf01-00473c023fa9 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:58.162623 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-7ffaee0a-4d00-4f9b-bf01-00473c023fa9 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.20 "GET /v2.0/networks?id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f HTTP/1.1" status: 200 len: 810 time: 0.0995612 Mar 09 19:59:58.221888 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-82714f01-430c-4510-9226-34a32b2be7f5 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f02559ff7a74109ad21ad038ef8b2c0 HTTP/1.1" status: 200 len: 380 time: 0.0501032 Mar 09 19:59:58.230579 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-2a07259d-b087-44b1-8d20-cae453d71c46 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Request body: {'port': {'device_id': '60c87ea9-0e0e-4de6-b22f-f0189e7b5808', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'admin_state_up': True, 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'security_groups': ['60f20284-216c-4398-b5dc-6634adfa3e4c']}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:59:58.347968 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-2a07259d-b087-44b1-8d20-cae453d71c46 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Made reservation on behalf of 3f02559ff7a74109ad21ad038ef8b2c0 for: {'port': 1} {{(pid=114604) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 19:59:58.351745 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-2a07259d-b087-44b1-8d20-cae453d71c46 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:58.471011 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-2a07259d-b087-44b1-8d20-cae453d71c46 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Allocated IP 172.20.0.10 (6e3555f2-1e6b-4182-aac4-18d1232a6c2f/18834a8b-2767-45c3-a070-396743f527c3/738cb95e-f964-4fa9-a833-9ebd7eb5b0d8) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 19:59:58.603085 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-2a07259d-b087-44b1-8d20-cae453d71c46 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for port (738cb95e-f964-4fa9-a833-9ebd7eb5b0d8), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:58.636920 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-2a07259d-b087-44b1-8d20-cae453d71c46 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (738cb95e-f964-4fa9-a833-9ebd7eb5b0d8), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:58.704334 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-2a07259d-b087-44b1-8d20-cae453d71c46 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Network 6e3555f2-1e6b-4182-aac4-18d1232a6c2f is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 19:59:58.716322 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-2a07259d-b087-44b1-8d20-cae453d71c46 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 19:59:58.719177 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-2a07259d-b087-44b1-8d20-cae453d71c46 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 19:59:58.721649 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07259d-b087-44b1-8d20-cae453d71c46 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Pushing event updated for resources: {'Port': ['ID=738cb95e-f964-4fa9-a833-9ebd7eb5b0d8,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:59:58.771383 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-2a07259d-b087-44b1-8d20-cae453d71c46 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:58.771980 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-2a07259d-b087-44b1-8d20-cae453d71c46 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:58.792748 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d2284-efa4-4121-99ee-1dfce460510f req-a593f42d-4ab6-417c-ad5f-1851dc186b9f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:58.794226 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-698d2284-efa4-4121-99ee-1dfce460510f req-a593f42d-4ab6-417c-ad5f-1851dc186b9f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 932 time: 0.1511717 Mar 09 19:59:58.800300 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-2a07259d-b087-44b1-8d20-cae453d71c46 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5714667 Mar 09 19:59:58.829291 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Request body: {'port': {'device_id': '60c87ea9-0e0e-4de6-b22f-f0189e7b5808', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 19:59:58.881159 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-698d2284-efa4-4121-99ee-1dfce460510f req-7d514943-782b-42b2-9f79-d1da8ee23ece tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f20284-216c-4398-b5dc-6634adfa3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776174 Mar 09 19:59:58.921416 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (738cb95e-f964-4fa9-a833-9ebd7eb5b0d8), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:58.947264 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-f2b9e152-44d3-4e14-b7aa-ec0b4087ed17 None None] Provisioning complete for port 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 19:59:58.947841 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f2b9e152-44d3-4e14-b7aa-ec0b4087ed17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (738cb95e-f964-4fa9-a833-9ebd7eb5b0d8), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:58.980771 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-f2b9e152-44d3-4e14-b7aa-ec0b4087ed17 None None] Port 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 19:59:59.179984 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 {{(pid=114604) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 19:59:59.187199 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Publish callbacks [] for port (738cb95e-f964-4fa9-a833-9ebd7eb5b0d8), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:59.198342 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.provisioning_blocks [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Transition to ACTIVE for port object 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 will not be triggered until provisioned by entity L2. {{(pid=114604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 19:59:59.202323 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (738cb95e-f964-4fa9-a833-9ebd7eb5b0d8), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:59.251851 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Pushing event updated for resources: {'Port': ['ID=738cb95e-f964-4fa9-a833-9ebd7eb5b0d8,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:59:59.320681 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Attempting to bind port 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 19:59:59.321017 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Attempting to bind port 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4bcbfcf0-9b17-4a98-8681-1b9fef923d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f'}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 19:59:59.321342 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Attempting to bind port 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 on network 6e3555f2-1e6b-4182-aac4-18d1232a6c2f {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:59:59.325922 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Port 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 on network 6e3555f2-1e6b-4182-aac4-18d1232a6c2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 19:59:59.326237 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Attempting to bind port 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 on network 6e3555f2-1e6b-4182-aac4-18d1232a6c2f {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 19:59:59.331119 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 19, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 19:59:59.331452 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Checking segment: {'id': '4bcbfcf0-9b17-4a98-8681-1b9fef923d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 19:59:59.331821 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Bound using segment: {'id': '4bcbfcf0-9b17-4a98-8681-1b9fef923d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f'} {{(pid=114604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 19:59:59.332920 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.managers [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Bound port: 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bcbfcf0-9b17-4a98-8681-1b9fef923d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f'}}] {{(pid=114604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 19:59:59.333278 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (738cb95e-f964-4fa9-a833-9ebd7eb5b0d8), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:59.653322 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] For port 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8, host hv-cinder-78836, cleared binding levels {{(pid=114604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 19:59:59.655781 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] For port 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=738cb95e-f964-4fa9-a833-9ebd7eb5b0d8,segment=NetworkSegment(4bcbfcf0-9b17-4a98-8681-1b9fef923d36),segment_id=4bcbfcf0-9b17-4a98-8681-1b9fef923d36)] {{(pid=114604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 19:59:59.661966 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (738cb95e-f964-4fa9-a833-9ebd7eb5b0d8), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:59.693881 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:59.694079 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:59.695791 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] 10.222.0.20 "PUT /v2.0/ports/738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 HTTP/1.1" status: 200 len: 1094 time: 0.8718789 Mar 09 19:59:59.698998 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c87ea9-0e0e-4de6-b22f-f0189e7b5808', 'tag': '738cb95e-f964-4fa9-a833-9ebd7eb5b0d8'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 19:59:59.702659 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f78a03c-70f6-4a8c-a8d1-7a3258ea3ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "60c87ea9-0e0e-4de6-b22f-f0189e7b5808", "tag": "738cb95e-f964-4fa9-a833-9ebd7eb5b0d8"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 19:59:59.751463 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 19:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43670dfc-c282-42d0-9451-f9623d886a52 x-openstack-request-id: req-43670dfc-c282-42d0-9451-f9623d886a52 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 19:59:59.751767 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c87ea9-0e0e-4de6-b22f-f0189e7b5808", "tag": "738cb95e-f964-4fa9-a833-9ebd7eb5b0d8", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 19:59:59.752022 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43670dfc-c282-42d0-9451-f9623d886a52 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 19:59:59.752436 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c87ea9-0e0e-4de6-b22f-f0189e7b5808', 'tag': '738cb95e-f964-4fa9-a833-9ebd7eb5b0d8', 'status': 'completed', 'code': 200} Mar 09 19:59:59.755251 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059cd61-4ac2-4793-b82e-e1f0e7e080fa service neutron] Pushing event updated for resources: {'Port': ['ID=738cb95e-f964-4fa9-a833-9ebd7eb5b0d8,revision_number=3']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 19:59:59.784810 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a27ea49d-859e-42f4-b586-51e84c4f2060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 19:59:59.796195 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-2b49be2c-6eaa-439d-b2e1-9496ae79513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:59.798491 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-2b49be2c-6eaa-439d-b2e1-9496ae79513a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f02559ff7a74109ad21ad038ef8b2c0&device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 1128 time: 0.0580063 Mar 09 19:59:59.846118 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-1a3f8508-6ec1-48c6-8f3a-7506e72cc9b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 HTTP/1.1" status: 200 len: 217 time: 0.0358756 Mar 09 19:59:59.899481 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-0881a8f6-7b50-451d-ab64-b86f7fa8deed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:59.900982 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-0881a8f6-7b50-451d-ab64-b86f7fa8deed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18834a8b-2767-45c3-a070-396743f527c3 HTTP/1.1" status: 200 len: 849 time: 0.0458181 Mar 09 19:59:59.958048 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-aef7a8c7-0374-4534-a30e-a6ba8e72d800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 19:59:59.959501 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-aef7a8c7-0374-4534-a30e-a6ba8e72d800 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522666 Mar 09 20:00:00.060815 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-2b84ca40-d1d4-4189-b425-9330908d5fac service neutron] 10.222.0.20 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951543 Mar 09 20:00:00.174502 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03868d40-0894-4430-ad3b-4aa6c1bcb5ce req-926e8886-2641-4d55-8446-f0fcf63c396a tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:00.175973 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-03868d40-0894-4430-ad3b-4aa6c1bcb5ce req-926e8886-2641-4d55-8446-f0fcf63c396a tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 944 time: 0.2311192 Mar 09 20:00:00.195247 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-51c52b7d-f706-4309-aab4-d1e140d837c3 req-8e0dcc70-cf68-4bd4-9972-53d2bfca72d3 service neutron] 10.222.0.20 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203568 Mar 09 20:00:00.232646 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-03868d40-0894-4430-ad3b-4aa6c1bcb5ce req-5c2eab5e-1a19-447c-8b97-24ff8ea0bcbd tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f20284-216c-4398-b5dc-6634adfa3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481639 Mar 09 20:00:00.288652 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78a03c-70f6-4a8c-a8d1-7a3258ea3ed4 req-6d07840f-ff89-49b8-a2bb-5739493e47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:00.290136 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9f78a03c-70f6-4a8c-a8d1-7a3258ea3ed4 req-6d07840f-ff89-49b8-a2bb-5739493e47a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f02559ff7a74109ad21ad038ef8b2c0&device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 1128 time: 0.0436025 Mar 09 20:00:00.381127 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78a03c-70f6-4a8c-a8d1-7a3258ea3ed4 req-4acb9521-fa9d-4257-8ee8-d81bc62327a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:00.382490 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9f78a03c-70f6-4a8c-a8d1-7a3258ea3ed4 req-4acb9521-fa9d-4257-8ee8-d81bc62327a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f HTTP/1.1" status: 200 len: 911 time: 0.0857651 Mar 09 20:00:00.424781 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9f78a03c-70f6-4a8c-a8d1-7a3258ea3ed4 req-9bfcfd65-e2ab-4da1-8ce8-797db0b2f5ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 HTTP/1.1" status: 200 len: 217 time: 0.0325353 Mar 09 20:00:00.476750 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78a03c-70f6-4a8c-a8d1-7a3258ea3ed4 req-25c5ca37-ba30-4d5d-b693-76eb6d3cd353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:00.478161 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9f78a03c-70f6-4a8c-a8d1-7a3258ea3ed4 req-25c5ca37-ba30-4d5d-b693-76eb6d3cd353 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18834a8b-2767-45c3-a070-396743f527c3 HTTP/1.1" status: 200 len: 849 time: 0.0453553 Mar 09 20:00:00.525500 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78a03c-70f6-4a8c-a8d1-7a3258ea3ed4 req-d0df8757-48c1-4fc5-a20f-6a96fb6f0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:00.526932 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9f78a03c-70f6-4a8c-a8d1-7a3258ea3ed4 req-d0df8757-48c1-4fc5-a20f-6a96fb6f0680 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420094 Mar 09 20:00:00.611433 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9f78a03c-70f6-4a8c-a8d1-7a3258ea3ed4 req-ffd920b0-0e00-4296-b2e9-ac62268b6772 service neutron] 10.222.0.20 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774126 Mar 09 20:00:00.701617 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9f78a03c-70f6-4a8c-a8d1-7a3258ea3ed4 req-b8e7d41a-0a49-4de1-924b-bb2ec928c0f0 service neutron] 10.222.0.20 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816755 Mar 09 20:00:00.874968 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:01.398242 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c78cb-1baa-42d7-a9f8-fbe7c37c8d4e req-3bb60497-f5af-4e9f-ac37-b4528ff90372 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:01.399693 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e70c78cb-1baa-42d7-a9f8-fbe7c37c8d4e req-3bb60497-f5af-4e9f-ac37-b4528ff90372 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 944 time: 0.0997567 Mar 09 20:00:01.444824 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-e70c78cb-1baa-42d7-a9f8-fbe7c37c8d4e req-bdd461c5-d76d-480f-ad2e-3b2adb407d27 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f20284-216c-4398-b5dc-6634adfa3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396187 Mar 09 20:00:01.903903 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 20:00:01.995673 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=738cb95e-f964-4fa9-a833-9ebd7eb5b0d8,segment=NetworkSegment(4bcbfcf0-9b17-4a98-8681-1b9fef923d36),segment_id=4bcbfcf0-9b17-4a98-8681-1b9fef923d36)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:00:02.009873 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': '738cb95e-f964-4fa9-a833-9ebd7eb5b0d8', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'port_id': '738cb95e-f964-4fa9-a833-9ebd7eb5b0d8', 'mac_address': 'fa:16:3e:4f:73:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 20:00:02.045261 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 20:00:02.045587 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (738cb95e-f964-4fa9-a833-9ebd7eb5b0d8), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:02.058254 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 20:00:02.076724 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=738cb95e-f964-4fa9-a833-9ebd7eb5b0d8,segment=NetworkSegment(4bcbfcf0-9b17-4a98-8681-1b9fef923d36),segment_id=4bcbfcf0-9b17-4a98-8681-1b9fef923d36)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:00:02.080445 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (738cb95e-f964-4fa9-a833-9ebd7eb5b0d8), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:02.124600 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=738cb95e-f964-4fa9-a833-9ebd7eb5b0d8,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:00:02.132240 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:00:02.132592 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:00:02.132949 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:00:02.133286 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:00:02.133621 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:00:02.133951 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:00:02.134303 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:00:02.134631 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:00:02.134956 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:00:02.135286 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:00:02.135610 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:00:02.135932 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:00:02.136282 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:00:02.296950 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['738cb95e-f964-4fa9-a833-9ebd7eb5b0d8'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 20:00:02.492304 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:02.564497 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fe3cc-9367-4ca3-81c7-2581fcc8cec4 req-59f2cbf7-726c-4ebb-be30-0e4bce8de165 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:02.565859 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d12fe3cc-9367-4ca3-81c7-2581fcc8cec4 req-59f2cbf7-726c-4ebb-be30-0e4bce8de165 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 945 time: 0.0546019 Mar 09 20:00:02.610884 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d12fe3cc-9367-4ca3-81c7-2581fcc8cec4 req-1432ddd1-84b0-4795-945b-9e3c6d5e42d5 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f20284-216c-4398-b5dc-6634adfa3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391262 Mar 09 20:00:03.724142 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4806c46-2026-4ab6-8a77-cdcab877257a req-c09733ab-44f0-4003-a3c0-b9545443b854 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:03.725493 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d4806c46-2026-4ab6-8a77-cdcab877257a req-c09733ab-44f0-4003-a3c0-b9545443b854 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 945 time: 0.0507390 Mar 09 20:00:03.770691 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d4806c46-2026-4ab6-8a77-cdcab877257a req-bcefe6bf-dbe8-4cd0-9f56-f2204d3403c1 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f20284-216c-4398-b5dc-6634adfa3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397241 Mar 09 20:00:03.775927 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:03.873945 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:03.919131 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 20:00:03.969995 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 20:00:03.973803 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 20:00:03.974223 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (738cb95e-f964-4fa9-a833-9ebd7eb5b0d8), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:04.053122 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 20:00:04.053505 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (738cb95e-f964-4fa9-a833-9ebd7eb5b0d8), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:04.075120 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c87ea9-0e0e-4de6-b22f-f0189e7b5808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738cb95e-f964-4fa9-a833-9ebd7eb5b0d8'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 20:00:04.077362 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e7dda2-2085-4441-83f8-624bf5c58b24" -d '{"events": [{"server_uuid": "60c87ea9-0e0e-4de6-b22f-f0189e7b5808", "name": "network-vif-plugged", "status": "completed", "tag": "738cb95e-f964-4fa9-a833-9ebd7eb5b0d8"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 20:00:04.088988 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=738cb95e-f964-4fa9-a833-9ebd7eb5b0d8,segment=NetworkSegment(4bcbfcf0-9b17-4a98-8681-1b9fef923d36),segment_id=4bcbfcf0-9b17-4a98-8681-1b9fef923d36)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:00:04.093432 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (738cb95e-f964-4fa9-a833-9ebd7eb5b0d8), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:04.115723 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 20:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7877021-27f8-48ab-b2cd-dca1d591a99d x-openstack-request-id: req-f7877021-27f8-48ab-b2cd-dca1d591a99d {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 20:00:04.116015 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c87ea9-0e0e-4de6-b22f-f0189e7b5808", "name": "network-vif-plugged", "status": "completed", "tag": "738cb95e-f964-4fa9-a833-9ebd7eb5b0d8", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 20:00:04.116298 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7877021-27f8-48ab-b2cd-dca1d591a99d {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 20:00:04.116682 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c87ea9-0e0e-4de6-b22f-f0189e7b5808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738cb95e-f964-4fa9-a833-9ebd7eb5b0d8', 'code': 200} Mar 09 20:00:04.142349 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=738cb95e-f964-4fa9-a833-9ebd7eb5b0d8,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:00:04.280149 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c95a6a-8ee3-4af3-9f68-d73ed726b5d5 req-aed13ec5-3145-447c-9046-ebfeeb0e2f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:04.281610 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-61c95a6a-8ee3-4af3-9f68-d73ed726b5d5 req-aed13ec5-3145-447c-9046-ebfeeb0e2f66 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 1130 time: 0.0457466 Mar 09 20:00:04.322766 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-61c95a6a-8ee3-4af3-9f68-d73ed726b5d5 req-552f0ac9-58bb-49ff-bfab-62baa424c23d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=60f20284-216c-4398-b5dc-6634adfa3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355942 Mar 09 20:00:04.885667 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755d1fb-7cc4-4859-b4ad-c11f78bf77fa req-b9b6a8d5-19b6-4eaa-9be9-c96d2be526b7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:04.887095 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f755d1fb-7cc4-4859-b4ad-c11f78bf77fa req-b9b6a8d5-19b6-4eaa-9be9-c96d2be526b7 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 946 time: 0.0515811 Mar 09 20:00:04.931325 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f755d1fb-7cc4-4859-b4ad-c11f78bf77fa req-31fc57c1-30d6-4110-bce1-4268f5a9b3ce tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f20284-216c-4398-b5dc-6634adfa3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388114 Mar 09 20:00:06.048673 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529de63a-186e-4a2c-8f4f-ab367ae95fe0 req-dc37db77-5a30-48a3-80a4-78a096776315 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:06.050141 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-529de63a-186e-4a2c-8f4f-ab367ae95fe0 req-dc37db77-5a30-48a3-80a4-78a096776315 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 946 time: 0.0529382 Mar 09 20:00:06.098978 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-529de63a-186e-4a2c-8f4f-ab367ae95fe0 req-31970efd-9db9-4f01-93c4-c6b192ab38dc tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f20284-216c-4398-b5dc-6634adfa3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425684 Mar 09 20:00:06.209623 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e0269-3306-4703-ab8d-85cf81fe711b req-26a7f239-529a-4dea-9126-7fe549a5cdea tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:06.210989 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8a1e0269-3306-4703-ab8d-85cf81fe711b req-26a7f239-529a-4dea-9126-7fe549a5cdea tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 946 time: 0.0513175 Mar 09 20:00:06.219329 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 47142) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:00:06.224112 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-50fe2481-b2ad-411d-a003-d1a4d092402e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Request body: {'floatingip': {'port_id': '738cb95e-f964-4fa9-a833-9ebd7eb5b0d8'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 20:00:06.261476 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-50fe2481-b2ad-411d-a003-d1a4d092402e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for floatingip (d7674d5a-cb76-4a35-9f62-4f83cb0a37e1), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:06.702928 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-50fe2481-b2ad-411d-a003-d1a4d092402e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:06.713079 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-50fe2481-b2ad-411d-a003-d1a4d092402e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (d7674d5a-cb76-4a35-9f62-4f83cb0a37e1), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:06.819550 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3f7472e2-4147-41fd-8654-c58f2c938d02 req-c3789e75-1889-47f7-a1a0-30101bad306a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1140187 Mar 09 20:00:06.836190 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [None req-50fe2481-b2ad-411d-a003-d1a4d092402e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Floating IP d7674d5a-cb76-4a35-9f62-4f83cb0a37e1 associated. External IP: 172.27.3.163, port: 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8. Mar 09 20:00:06.965272 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7472e2-4147-41fd-8654-c58f2c938d02 req-bf77df17-0b4e-4404-96e4-7b7ee63d61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:06.966646 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3f7472e2-4147-41fd-8654-c58f2c938d02 req-bf77df17-0b4e-4404-96e4-7b7ee63d61ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d588caf995c4f16b38f074e13bd7a1a&device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 1129 time: 0.0939066 Mar 09 20:00:07.063570 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 20:00:07.139415 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7472e2-4147-41fd-8654-c58f2c938d02 req-dd292b3b-e704-4ecf-a220-5aa2f01cf181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:07.140953 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3f7472e2-4147-41fd-8654-c58f2c938d02 req-dd292b3b-e704-4ecf-a220-5aa2f01cf181 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6865f93-e29e-499c-8fa6-bf8466c90938 HTTP/1.1" status: 200 len: 913 time: 0.1354403 Mar 09 20:00:07.145183 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fe2481-b2ad-411d-a003-d1a4d092402e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Router bf939ddd-50ef-4a1b-8d38-75434c729379 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 20:00:07.242838 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3f7472e2-4147-41fd-8654-c58f2c938d02 req-39a79952-bf39-409c-93c3-39e693d44a14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33478fd0-4a7f-4220-b22a-2e8429660fef HTTP/1.1" status: 200 len: 1001 time: 0.0949416 Mar 09 20:00:07.330643 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7472e2-4147-41fd-8654-c58f2c938d02 req-8f837509-e771-449c-b402-afd6dbded53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:07.332595 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3f7472e2-4147-41fd-8654-c58f2c938d02 req-8f837509-e771-449c-b402-afd6dbded53f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b68915-01ad-448e-9f8e-5d4d04159d8e HTTP/1.1" status: 200 len: 851 time: 0.0817804 Mar 09 20:00:07.335055 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fe2481-b2ad-411d-a003-d1a4d092402e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 20:00:07.339852 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-50fe2481-b2ad-411d-a003-d1a4d092402e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:07.346797 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbfc3db-77e9-4517-89d3-b79fbe6acb91 None None] Sync routers for ids ['bf939ddd-50ef-4a1b-8d38-75434c729379'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 20:00:07.357445 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbfc3db-77e9-4517-89d3-b79fbe6acb91 None None] Routers {'bf939ddd-50ef-4a1b-8d38-75434c729379'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:00:07.358032 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-edbfc3db-77e9-4517-89d3-b79fbe6acb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:00:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['bf939ddd-50ef-4a1b-8d38-75434c729379'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:00:07.396524 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-50fe2481-b2ad-411d-a003-d1a4d092402e tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "PUT /v2.0/floatingips/d7674d5a-cb76-4a35-9f62-4f83cb0a37e1 HTTP/1.1" status: 200 len: 992 time: 1.1761305 Mar 09 20:00:07.398075 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c87ea9-0e0e-4de6-b22f-f0189e7b5808', 'tag': '738cb95e-f964-4fa9-a833-9ebd7eb5b0d8'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 20:00:07.400310 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbc7118-6cbf-42d3-8aa9-c1579967d25b" -d '{"events": [{"name": "network-changed", "server_uuid": "60c87ea9-0e0e-4de6-b22f-f0189e7b5808", "tag": "738cb95e-f964-4fa9-a833-9ebd7eb5b0d8"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 20:00:07.411928 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7472e2-4147-41fd-8654-c58f2c938d02 req-dcd3cc06-b7fb-4838-b853-8fcff7a564c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:07.413449 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3f7472e2-4147-41fd-8654-c58f2c938d02 req-dcd3cc06-b7fb-4838-b853-8fcff7a564c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6865f93-e29e-499c-8fa6-bf8466c90938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718479 Mar 09 20:00:07.454030 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 20:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6be3994-3592-4253-96de-b76616240163 x-openstack-request-id: req-c6be3994-3592-4253-96de-b76616240163 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 20:00:07.454438 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c87ea9-0e0e-4de6-b22f-f0189e7b5808", "tag": "738cb95e-f964-4fa9-a833-9ebd7eb5b0d8", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 20:00:07.454710 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6be3994-3592-4253-96de-b76616240163 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 20:00:07.455168 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c87ea9-0e0e-4de6-b22f-f0189e7b5808', 'tag': '738cb95e-f964-4fa9-a833-9ebd7eb5b0d8', 'status': 'completed', 'code': 200} Mar 09 20:00:07.467232 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-edbfc3db-77e9-4517-89d3-b79fbe6acb91 None None] Set router bf939ddd-50ef-4a1b-8d38-75434c729379 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:00:07.509322 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3f7472e2-4147-41fd-8654-c58f2c938d02 req-fdc4d90e-9deb-4cf2-9cb8-8db20489cb21 service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890367 Mar 09 20:00:07.512463 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc7118-6cbf-42d3-8aa9-c1579967d25b req-2e97170a-493c-40f6-bd92-385ca617ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:07.514121 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8bbc7118-6cbf-42d3-8aa9-c1579967d25b req-2e97170a-493c-40f6-bd92-385ca617ca3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f02559ff7a74109ad21ad038ef8b2c0&device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 1130 time: 0.0450809 Mar 09 20:00:07.599531 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-3f7472e2-4147-41fd-8654-c58f2c938d02 req-c7ba3d2f-981b-4606-bb65-000bb3ac3eec service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843866 Mar 09 20:00:07.609520 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc7118-6cbf-42d3-8aa9-c1579967d25b req-1d8e181b-4bce-4511-ab0d-67a80842df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:07.611228 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8bbc7118-6cbf-42d3-8aa9-c1579967d25b req-1d8e181b-4bce-4511-ab0d-67a80842df64 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f HTTP/1.1" status: 200 len: 911 time: 0.0917201 Mar 09 20:00:07.676517 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8bbc7118-6cbf-42d3-8aa9-c1579967d25b req-fca5c2f6-47a5-4957-9368-e0d387cb1e4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 HTTP/1.1" status: 200 len: 1000 time: 0.0592420 Mar 09 20:00:07.723519 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc7118-6cbf-42d3-8aa9-c1579967d25b req-ee42f842-97e4-4a2e-80ef-79fe80afd355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:07.725002 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8bbc7118-6cbf-42d3-8aa9-c1579967d25b req-ee42f842-97e4-4a2e-80ef-79fe80afd355 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=18834a8b-2767-45c3-a070-396743f527c3 HTTP/1.1" status: 200 len: 849 time: 0.0430610 Mar 09 20:00:07.777727 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc7118-6cbf-42d3-8aa9-c1579967d25b req-0cc7f257-ca0a-422f-8e17-2763d8066143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:07.779138 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8bbc7118-6cbf-42d3-8aa9-c1579967d25b req-0cc7f257-ca0a-422f-8e17-2763d8066143 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e3555f2-1e6b-4182-aac4-18d1232a6c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472610 Mar 09 20:00:07.815946 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-edbfc3db-77e9-4517-89d3-b79fbe6acb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 4, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port': {'id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:54Z', 'updated_at': '2022-03-09T19:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': 'd7674d5a-cb76-4a35-9f62-4f83cb0a37e1', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'floating_ip_address': '172.27.3.163', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'port_id': '738cb95e-f964-4fa9-a833-9ebd7eb5b0d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'mac_address': 'fa:16:3e:4f:73:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c87ea9-0e0e-4de6-b22f-f0189e7b5808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:59:51Z', 'updated_at': '2022-03-09T20:00:06Z', 'revision_number': 1, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f22de5-88b8-4a83-b76f-bff8e56233b7', 'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'mac_address': 'fa:16:3e:f5:71:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:55Z', 'updated_at': '2022-03-09T19:57:00Z', 'revision_number': 5, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'subnets': [{'id': '18834a8b-2767-45c3-a070-396743f527c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:00:07.844665 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbfc3db-77e9-4517-89d3-b79fbe6acb91 None None] Checking router: bf939ddd-50ef-4a1b-8d38-75434c729379 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 20:00:07.852829 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbfc3db-77e9-4517-89d3-b79fbe6acb91 None None] Routers {'bf939ddd-50ef-4a1b-8d38-75434c729379'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:00:07.853430 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-edbfc3db-77e9-4517-89d3-b79fbe6acb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:00:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['bf939ddd-50ef-4a1b-8d38-75434c729379'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:00:07.865427 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8bbc7118-6cbf-42d3-8aa9-c1579967d25b req-0788942d-d5e3-479f-b4c4-b0cb4e30a6e4 service neutron] 10.222.0.20 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806916 Mar 09 20:00:07.956351 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8bbc7118-6cbf-42d3-8aa9-c1579967d25b req-0627c85e-cb11-425b-820c-7f42e86d418a service neutron] 10.222.0.20 "GET /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850921 Mar 09 20:00:07.958855 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-edbfc3db-77e9-4517-89d3-b79fbe6acb91 None None] Set router bf939ddd-50ef-4a1b-8d38-75434c729379 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:00:08.174214 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-edbfc3db-77e9-4517-89d3-b79fbe6acb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 4, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port': {'id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:54Z', 'updated_at': '2022-03-09T19:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': 'd7674d5a-cb76-4a35-9f62-4f83cb0a37e1', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'floating_ip_address': '172.27.3.163', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'port_id': '738cb95e-f964-4fa9-a833-9ebd7eb5b0d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'mac_address': 'fa:16:3e:4f:73:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c87ea9-0e0e-4de6-b22f-f0189e7b5808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:59:51Z', 'updated_at': '2022-03-09T20:00:06Z', 'revision_number': 1, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f22de5-88b8-4a83-b76f-bff8e56233b7', 'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'mac_address': 'fa:16:3e:f5:71:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:55Z', 'updated_at': '2022-03-09T19:57:00Z', 'revision_number': 5, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'subnets': [{'id': '18834a8b-2767-45c3-a070-396743f527c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:00:08.203469 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbfc3db-77e9-4517-89d3-b79fbe6acb91 None None] The sync data for ids ['bf939ddd-50ef-4a1b-8d38-75434c729379'] in dv-cinder-788366-9-iscsi is: [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 4, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port': {'id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:54Z', 'updated_at': '2022-03-09T19:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': 'd7674d5a-cb76-4a35-9f62-4f83cb0a37e1', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'floating_ip_address': '172.27.3.163', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'port_id': '738cb95e-f964-4fa9-a833-9ebd7eb5b0d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'mac_address': 'fa:16:3e:4f:73:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c87ea9-0e0e-4de6-b22f-f0189e7b5808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T19:59:51Z', 'updated_at': '2022-03-09T20:00:06Z', 'revision_number': 1, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f22de5-88b8-4a83-b76f-bff8e56233b7', 'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'mac_address': 'fa:16:3e:f5:71:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:55Z', 'updated_at': '2022-03-09T19:57:00Z', 'revision_number': 5, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'subnets': [{'id': '18834a8b-2767-45c3-a070-396743f527c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 20:00:08.402913 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d84684-c775-455e-bede-b95d00b991fa None None] New status for floating IP d7674d5a-cb76-4a35-9f62-4f83cb0a37e1: ACTIVE {{(pid=114607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 20:00:16.952740 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e83d80-009f-4f12-80e3-a75e0da8120d req-f4880143-8bdf-4c84-9e84-fb837d39a3e1 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:16.954198 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-29e83d80-009f-4f12-80e3-a75e0da8120d req-f4880143-8bdf-4c84-9e84-fb837d39a3e1 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 945 time: 0.0547156 Mar 09 20:00:17.000175 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-29e83d80-009f-4f12-80e3-a75e0da8120d req-637b49bc-6acf-4fbe-a84d-cbd16f514207 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404510 Mar 09 20:00:18.116014 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fc607-d0c5-4ba2-bd31-f7d35e83a49f req-2927a7dd-b0cd-4fcc-b92c-c07f0130d4d3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:18.117495 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d21fc607-d0c5-4ba2-bd31-f7d35e83a49f req-2927a7dd-b0cd-4fcc-b92c-c07f0130d4d3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 945 time: 0.0512156 Mar 09 20:00:18.164622 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d21fc607-d0c5-4ba2-bd31-f7d35e83a49f req-f8294985-b3c8-4354-ad91-ff0fe6dc2135 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414736 Mar 09 20:00:18.582705 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82cb72-54f0-4e38-9922-67908932f058 req-d6142e67-8f27-4019-96e2-8a73c7bd9adc tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:18.584239 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-0b82cb72-54f0-4e38-9922-67908932f058 req-d6142e67-8f27-4019-96e2-8a73c7bd9adc tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 945 time: 0.0558486 Mar 09 20:00:18.676904 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-0b82cb72-54f0-4e38-9922-67908932f058 req-d02f8642-9d98-4862-8ecc-9d556373941a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Deleting port 33478fd0-4a7f-4220-b22a-2e8429660fef {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:00:18.677239 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-0b82cb72-54f0-4e38-9922-67908932f058 req-d02f8642-9d98-4862-8ecc-9d556373941a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (33478fd0-4a7f-4220-b22a-2e8429660fef), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:18.760991 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-0b82cb72-54f0-4e38-9922-67908932f058 req-d02f8642-9d98-4862-8ecc-9d556373941a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] For port 33478fd0-4a7f-4220-b22a-2e8429660fef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=33478fd0-4a7f-4220-b22a-2e8429660fef,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:00:18.761251 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-0b82cb72-54f0-4e38-9922-67908932f058 req-d02f8642-9d98-4862-8ecc-9d556373941a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (33478fd0-4a7f-4220-b22a-2e8429660fef), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:18.928680 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-0b82cb72-54f0-4e38-9922-67908932f058 req-d02f8642-9d98-4862-8ecc-9d556373941a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:18.929019 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-0b82cb72-54f0-4e38-9922-67908932f058 req-d02f8642-9d98-4862-8ecc-9d556373941a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (d2d2117a-7dd8-4487-b52a-7bf52c0b0293), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:18.929330 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.l3_db [req-0b82cb72-54f0-4e38-9922-67908932f058 req-d02f8642-9d98-4862-8ecc-9d556373941a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Floating IP d2d2117a-7dd8-4487-b52a-7bf52c0b0293 disassociated. External IP: 172.27.3.237, port: 33478fd0-4a7f-4220-b22a-2e8429660fef. Mar 09 20:00:18.929664 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-0b82cb72-54f0-4e38-9922-67908932f058 req-d02f8642-9d98-4862-8ecc-9d556373941a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Calling delete_port for 33478fd0-4a7f-4220-b22a-2e8429660fef owned by compute:nova {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:00:19.051712 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-0b82cb72-54f0-4e38-9922-67908932f058 req-d02f8642-9d98-4862-8ecc-9d556373941a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (33478fd0-4a7f-4220-b22a-2e8429660fef), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:19.077675 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f8642-9d98-4862-8ecc-9d556373941a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event deleted for resources: {'Port': ['ID=33478fd0-4a7f-4220-b22a-2e8429660fef,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:00:19.191747 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b82cb72-54f0-4e38-9922-67908932f058 req-d02f8642-9d98-4862-8ecc-9d556373941a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Router 00a69562-de73-47a2-82a7-406a75a87d2e has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 20:00:19.262621 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f8058dbd-5dd8-41c4-85c3-d13083dccea9 req-aef610ad-8dc4-4dff-ad82-60ea4f7d8921 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf3d640-14d5-4e4d-bef6-ec4f16b98d78 HTTP/1.1" status: 200 len: 210 time: 0.0306923 Mar 09 20:00:19.298028 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b82cb72-54f0-4e38-9922-67908932f058 req-d02f8642-9d98-4862-8ecc-9d556373941a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 20:00:19.308415 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c06e0-7f97-4582-9ab1-70f5475c3474 None None] Sync routers for ids ['00a69562-de73-47a2-82a7-406a75a87d2e'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 20:00:19.318901 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c06e0-7f97-4582-9ab1-70f5475c3474 None None] Routers {'00a69562-de73-47a2-82a7-406a75a87d2e'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:00:19.319512 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-d86c06e0-7f97-4582-9ab1-70f5475c3474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:00:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['00a69562-de73-47a2-82a7-406a75a87d2e'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:00:19.340600 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b82cb72-54f0-4e38-9922-67908932f058 req-d02f8642-9d98-4862-8ecc-9d556373941a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] No DVR routers for this DVR port 33478fd0-4a7f-4220-b22a-2e8429660fef on host hv-cinder-78836 {{(pid=114605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 20:00:19.343082 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-0b82cb72-54f0-4e38-9922-67908932f058 req-d02f8642-9d98-4862-8ecc-9d556373941a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:19.346408 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-0b82cb72-54f0-4e38-9922-67908932f058 req-d02f8642-9d98-4862-8ecc-9d556373941a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.20 "DELETE /v2.0/ports/33478fd0-4a7f-4220-b22a-2e8429660fef HTTP/1.1" status: 204 len: 173 time: 0.7567782 Mar 09 20:00:19.346851 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf3d640-14d5-4e4d-bef6-ec4f16b98d78', 'name': 'network-vif-deleted', 'tag': '33478fd0-4a7f-4220-b22a-2e8429660fef'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 20:00:19.349256 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a89821-0d6d-4755-97d3-def12d5f0ba7" -d '{"events": [{"server_uuid": "aaf3d640-14d5-4e4d-bef6-ec4f16b98d78", "name": "network-vif-deleted", "tag": "33478fd0-4a7f-4220-b22a-2e8429660fef"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 20:00:19.387925 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 20:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b63385f-4696-4e76-bb96-5e524327f2cf x-openstack-request-id: req-8b63385f-4696-4e76-bb96-5e524327f2cf {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 20:00:19.388233 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf3d640-14d5-4e4d-bef6-ec4f16b98d78", "name": "network-vif-deleted", "tag": "33478fd0-4a7f-4220-b22a-2e8429660fef", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 20:00:19.388514 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b63385f-4696-4e76-bb96-5e524327f2cf {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 20:00:19.389000 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf3d640-14d5-4e4d-bef6-ec4f16b98d78', 'name': 'network-vif-deleted', 'tag': '33478fd0-4a7f-4220-b22a-2e8429660fef', 'status': 'completed', 'code': 200} Mar 09 20:00:19.431775 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-d86c06e0-7f97-4582-9ab1-70f5475c3474 None None] Set router 00a69562-de73-47a2-82a7-406a75a87d2e gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:00:19.636412 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-d86c06e0-7f97-4582-9ab1-70f5475c3474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 5, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:00:19.663386 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c06e0-7f97-4582-9ab1-70f5475c3474 None None] Checking router: 00a69562-de73-47a2-82a7-406a75a87d2e for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 20:00:19.672042 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86c06e0-7f97-4582-9ab1-70f5475c3474 None None] Routers {'00a69562-de73-47a2-82a7-406a75a87d2e'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:00:19.672607 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-d86c06e0-7f97-4582-9ab1-70f5475c3474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:00:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['00a69562-de73-47a2-82a7-406a75a87d2e'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:00:19.778629 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-d86c06e0-7f97-4582-9ab1-70f5475c3474 None None] Set router 00a69562-de73-47a2-82a7-406a75a87d2e gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:00:19.971918 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-d86c06e0-7f97-4582-9ab1-70f5475c3474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 5, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:00:20.003056 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86c06e0-7f97-4582-9ab1-70f5475c3474 None None] The sync data for ids ['00a69562-de73-47a2-82a7-406a75a87d2e'] in dv-cinder-788366-9-iscsi is: [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 5, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 20:00:20.226982 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9ccb62-c60b-4383-9af8-36886c3e469c None None] New status for floating IP d2d2117a-7dd8-4487-b52a-7bf52c0b0293: DOWN {{(pid=114607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 20:00:20.516685 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-b2332a8e-ffee-45f1-9add-cbeeb4ce02ee tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270837477&fields=id&tenant_id=2d588caf995c4f16b38f074e13bd7a1a HTTP/1.1" status: 200 len: 267 time: 0.0417349 Mar 09 20:00:20.616282 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-a265bde4-f7b4-4c87-8600-86b1960bcb54 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:20.617706 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-a265bde4-f7b4-4c87-8600-86b1960bcb54 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/networks?id=e6865f93-e29e-499c-8fa6-bf8466c90938 HTTP/1.1" status: 200 len: 812 time: 0.0943224 Mar 09 20:00:20.636651 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-064697ad-bb69-4f53-913e-6503031ea874 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/quotas/2d588caf995c4f16b38f074e13bd7a1a HTTP/1.1" status: 200 len: 375 time: 0.0136197 Mar 09 20:00:20.695943 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-f755f4df-7a8b-42ad-b0a0-377b586397f4 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d588caf995c4f16b38f074e13bd7a1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516868 Mar 09 20:00:20.785515 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-bcb1a8db-139f-4c48-a8ea-85e9ccb7f2e1 service neutron] 10.222.0.16 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785766 Mar 09 20:00:20.872563 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-47d7f6d9-61df-4e0c-805e-40f2e766b724 service neutron] 10.222.0.16 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815604 Mar 09 20:00:21.144587 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a3e19340-2109-4978-b28b-12f038fd030d req-1ec86119-62c6-4ac7-81b4-86958f1fa6d2 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 210 time: 0.0265446 Mar 09 20:00:22.031108 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 33478fd0-4a7f-4220-b22a-2e8429660fef no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 20:00:22.052329 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: 33478fd0-4a7f-4220-b22a-2e8429660fef {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 20:00:22.052869 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 33478fd0-4a7f-4220-b22a-2e8429660fef not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 20:00:22.118721 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-1f9b6ba5-2ee8-4655-a1b6-26c099b5e5a9 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:22.120204 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-1f9b6ba5-2ee8-4655-a1b6-26c099b5e5a9 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.20 "GET /v2.0/networks?id=e6865f93-e29e-499c-8fa6-bf8466c90938 HTTP/1.1" status: 200 len: 812 time: 0.1050828 Mar 09 20:00:22.182387 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-83a87357-d465-488e-99ef-1cf2f216bcd7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d588caf995c4f16b38f074e13bd7a1a HTTP/1.1" status: 200 len: 380 time: 0.0534012 Mar 09 20:00:22.190811 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-4de236b1-e814-4af6-b18b-8c5d97594047 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Request body: {'port': {'device_id': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'admin_state_up': True, 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'security_groups': ['af9e2ab2-5cf0-4850-9944-4e8894bc7f53']}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 20:00:22.238432 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-13759313-a4a3-4f6e-bdf4-6f90500a6664 req-ee6fd3c3-cdda-4281-bd61-7574694428bd tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 210 time: 0.0261710 Mar 09 20:00:22.306191 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-4de236b1-e814-4af6-b18b-8c5d97594047 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Made reservation on behalf of 2d588caf995c4f16b38f074e13bd7a1a for: {'port': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 20:00:22.309428 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-4de236b1-e814-4af6-b18b-8c5d97594047 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:22.431862 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-4de236b1-e814-4af6-b18b-8c5d97594047 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Allocated IP 172.20.0.10 (e6865f93-e29e-499c-8fa6-bf8466c90938/63b68915-01ad-448e-9f8e-5d4d04159d8e/437172cf-fa3f-41c6-a7bb-4e7dc3d23217) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 20:00:22.565987 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-4de236b1-e814-4af6-b18b-8c5d97594047 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for port (437172cf-fa3f-41c6-a7bb-4e7dc3d23217), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:22.599557 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-4de236b1-e814-4af6-b18b-8c5d97594047 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (437172cf-fa3f-41c6-a7bb-4e7dc3d23217), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:22.644033 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-4de236b1-e814-4af6-b18b-8c5d97594047 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Network e6865f93-e29e-499c-8fa6-bf8466c90938 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 20:00:22.649613 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-4de236b1-e814-4af6-b18b-8c5d97594047 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 20:00:22.653184 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-4de236b1-e814-4af6-b18b-8c5d97594047 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 20:00:22.676092 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de236b1-e814-4af6-b18b-8c5d97594047 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event updated for resources: {'Port': ['ID=437172cf-fa3f-41c6-a7bb-4e7dc3d23217,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:00:22.705014 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-4de236b1-e814-4af6-b18b-8c5d97594047 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:22.705758 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-4de236b1-e814-4af6-b18b-8c5d97594047 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:22.723894 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-4de236b1-e814-4af6-b18b-8c5d97594047 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5367937 Mar 09 20:00:22.734708 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-da0ca2dd-f388-40ae-9c55-3497a5868c9d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114605) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 20:00:22.735771 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-da0ca2dd-f388-40ae-9c55-3497a5868c9d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054600 Mar 09 20:00:22.795147 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Request body: {'port': {'device_id': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 20:00:22.853397 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (437172cf-fa3f-41c6-a7bb-4e7dc3d23217), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:22.877578 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-f38a2714-d068-4a88-9fab-79e36102cf74 None None] Provisioning complete for port 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 20:00:22.877958 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f38a2714-d068-4a88-9fab-79e36102cf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (437172cf-fa3f-41c6-a7bb-4e7dc3d23217), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:22.910437 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-f38a2714-d068-4a88-9fab-79e36102cf74 None None] Port 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 20:00:23.107399 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 {{(pid=114605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 20:00:23.115189 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Publish callbacks [] for port (437172cf-fa3f-41c6-a7bb-4e7dc3d23217), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:23.126667 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.provisioning_blocks [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Transition to ACTIVE for port object 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 will not be triggered until provisioned by entity L2. {{(pid=114605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 20:00:23.131295 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (437172cf-fa3f-41c6-a7bb-4e7dc3d23217), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:23.181244 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Pushing event updated for resources: {'Port': ['ID=437172cf-fa3f-41c6-a7bb-4e7dc3d23217,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:00:23.245847 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Attempting to bind port 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 20:00:23.246183 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Attempting to bind port 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 20:00:23.246509 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Attempting to bind port 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 on network e6865f93-e29e-499c-8fa6-bf8466c90938 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 20:00:23.251171 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Port 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 on network e6865f93-e29e-499c-8fa6-bf8466c90938 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 20:00:23.251495 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Attempting to bind port 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 on network e6865f93-e29e-499c-8fa6-bf8466c90938 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 20:00:23.256347 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 20, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 20:00:23.256687 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Checking segment: {'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 20:00:23.257071 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Bound using segment: {'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 20:00:23.257517 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Bound port: 437172cf-fa3f-41c6-a7bb-4e7dc3d23217, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'}}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 20:00:23.257868 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (437172cf-fa3f-41c6-a7bb-4e7dc3d23217), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:23.329125 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] For port 437172cf-fa3f-41c6-a7bb-4e7dc3d23217, host hv-cinder-78836, cleared binding levels {{(pid=114605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 20:00:23.332502 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] For port 437172cf-fa3f-41c6-a7bb-4e7dc3d23217, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=437172cf-fa3f-41c6-a7bb-4e7dc3d23217,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 20:00:23.338435 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (437172cf-fa3f-41c6-a7bb-4e7dc3d23217), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:23.366514 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a772c2-f243-41f4-b424-e209242364eb req-447da74e-4451-41a5-aef2-b18b8672f42a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:23.368793 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-01a772c2-f243-41f4-b424-e209242364eb req-447da74e-4451-41a5-aef2-b18b8672f42a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 944 time: 0.0563905 Mar 09 20:00:23.371028 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:23.371620 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:23.373028 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] 10.222.0.20 "PUT /v2.0/ports/437172cf-fa3f-41c6-a7bb-4e7dc3d23217 HTTP/1.1" status: 200 len: 1094 time: 0.6302783 Mar 09 20:00:23.373482 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'tag': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 20:00:23.375703 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06e90e8-c2d6-471c-8222-3b7fdda2fbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "864497e6-6e52-4fc2-8ca4-0bb86c1d994f", "tag": "437172cf-fa3f-41c6-a7bb-4e7dc3d23217"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 20:00:23.424809 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a3847-ebda-468a-b6f4-59fef2102d24 service neutron] Pushing event updated for resources: {'Port': ['ID=437172cf-fa3f-41c6-a7bb-4e7dc3d23217,revision_number=3']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:00:23.443330 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-01a772c2-f243-41f4-b424-e209242364eb req-6727bc29-b388-432a-bce8-effca61d2d4b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685217 Mar 09 20:00:23.447859 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 20:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81c7e5c-7b44-4ae3-8e0a-7070ce42e268 x-openstack-request-id: req-d81c7e5c-7b44-4ae3-8e0a-7070ce42e268 {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 20:00:23.448158 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864497e6-6e52-4fc2-8ca4-0bb86c1d994f", "tag": "437172cf-fa3f-41c6-a7bb-4e7dc3d23217", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 20:00:23.448502 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d81c7e5c-7b44-4ae3-8e0a-7070ce42e268 {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 20:00:23.450529 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'tag': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217', 'status': 'completed', 'code': 200} Mar 09 20:00:23.509649 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-4a76587f-f675-4715-9bdc-b4f183fed0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:23.511208 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-4a76587f-f675-4715-9bdc-b4f183fed0da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d588caf995c4f16b38f074e13bd7a1a&device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 1128 time: 0.0481722 Mar 09 20:00:23.556930 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-0dc58bbd-46e2-4c5d-8992-cfc38436e225 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=437172cf-fa3f-41c6-a7bb-4e7dc3d23217 HTTP/1.1" status: 200 len: 217 time: 0.0389059 Mar 09 20:00:23.604985 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-1aa3b10b-3f13-4c8b-8688-e4f33ce81305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:23.606424 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-1aa3b10b-3f13-4c8b-8688-e4f33ce81305 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b68915-01ad-448e-9f8e-5d4d04159d8e HTTP/1.1" status: 200 len: 851 time: 0.0439246 Mar 09 20:00:23.653609 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-f191e380-4f97-42be-b0d9-2c3a5d9c5524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:23.654989 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-f191e380-4f97-42be-b0d9-2c3a5d9c5524 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6865f93-e29e-499c-8fa6-bf8466c90938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421460 Mar 09 20:00:23.742993 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-dc2f4279-618d-4f1f-8c11-a357c541b0ab service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808704 Mar 09 20:00:23.826461 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-15bbdd39-712c-4292-8527-69d1c3e8e6a5 req-a73ee972-3206-4a2e-8324-7e26793ab7ba service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773809 Mar 09 20:00:23.914701 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e90e8-c2d6-471c-8222-3b7fdda2fbb6 req-acf5e41e-2d10-419f-9529-115310d18951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:23.916183 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-e06e90e8-c2d6-471c-8222-3b7fdda2fbb6 req-acf5e41e-2d10-419f-9529-115310d18951 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d588caf995c4f16b38f074e13bd7a1a&device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 1128 time: 0.0467589 Mar 09 20:00:24.001508 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e90e8-c2d6-471c-8222-3b7fdda2fbb6 req-24b1cf81-9c4b-4cc1-a679-24186a7de8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:24.002927 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-e06e90e8-c2d6-471c-8222-3b7fdda2fbb6 req-24b1cf81-9c4b-4cc1-a679-24186a7de8bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6865f93-e29e-499c-8fa6-bf8466c90938 HTTP/1.1" status: 200 len: 913 time: 0.0796163 Mar 09 20:00:24.045081 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-e06e90e8-c2d6-471c-8222-3b7fdda2fbb6 req-cbae5882-94e9-4f83-973b-e8950da7c950 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=437172cf-fa3f-41c6-a7bb-4e7dc3d23217 HTTP/1.1" status: 200 len: 217 time: 0.0354676 Mar 09 20:00:24.091135 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e90e8-c2d6-471c-8222-3b7fdda2fbb6 req-c39f0a47-065a-46d4-80a8-b5abfa6c27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:24.092575 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-e06e90e8-c2d6-471c-8222-3b7fdda2fbb6 req-c39f0a47-065a-46d4-80a8-b5abfa6c27ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b68915-01ad-448e-9f8e-5d4d04159d8e HTTP/1.1" status: 200 len: 851 time: 0.0413270 Mar 09 20:00:24.139444 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e90e8-c2d6-471c-8222-3b7fdda2fbb6 req-04b921ad-ed37-4905-80d5-70c8f19165d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:24.140914 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-e06e90e8-c2d6-471c-8222-3b7fdda2fbb6 req-04b921ad-ed37-4905-80d5-70c8f19165d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6865f93-e29e-499c-8fa6-bf8466c90938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415716 Mar 09 20:00:24.230914 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-e06e90e8-c2d6-471c-8222-3b7fdda2fbb6 req-f034d8fe-1ab8-4779-aa31-f6171824be18 service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839782 Mar 09 20:00:24.315370 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-e06e90e8-c2d6-471c-8222-3b7fdda2fbb6 req-9b6f96d8-b093-4598-b1a2-3891b0f1ecb9 service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784254 Mar 09 20:00:24.563125 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5a53c-399f-4efc-8b40-04fb3caed2b4 req-77524d7d-29f2-4851-9daa-4285e6661757 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:24.564496 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b9f5a53c-399f-4efc-8b40-04fb3caed2b4 req-77524d7d-29f2-4851-9daa-4285e6661757 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 944 time: 0.0538704 Mar 09 20:00:24.612492 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b9f5a53c-399f-4efc-8b40-04fb3caed2b4 req-da66eb09-c8e8-4344-bb4c-e29834154bad tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416498 Mar 09 20:00:25.727883 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f9f05-0978-4616-b8b2-811d2540f103 req-bcbe2f4c-d400-4f66-828c-661cbabba406 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:25.729302 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5a5f9f05-0978-4616-b8b2-811d2540f103 req-bcbe2f4c-d400-4f66-828c-661cbabba406 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 944 time: 0.0502286 Mar 09 20:00:25.776898 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5a5f9f05-0978-4616-b8b2-811d2540f103 req-321fa386-ab41-4764-8d7d-35072128f7d8 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421336 Mar 09 20:00:26.895943 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b9c69-9fa1-41aa-990f-336187739034 req-6f41c3be-bcd0-4a0b-bbef-2ecc2eba7814 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:26.897390 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f72b9c69-9fa1-41aa-990f-336187739034 req-6f41c3be-bcd0-4a0b-bbef-2ecc2eba7814 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 944 time: 0.0556085 Mar 09 20:00:26.947563 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f72b9c69-9fa1-41aa-990f-336187739034 req-4e810ebc-9753-40f6-8518-126a4d4c416f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447445 Mar 09 20:00:27.511612 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-652bb1b6-22f8-402e-8ae8-795ddade8730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:28.061644 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234d505-dd65-4f03-b447-7b91e8d0f21f req-786f40c9-4407-4078-a316-0196597dc295 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:28.063085 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7234d505-dd65-4f03-b447-7b91e8d0f21f req-786f40c9-4407-4078-a316-0196597dc295 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 944 time: 0.0507655 Mar 09 20:00:28.110364 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7234d505-dd65-4f03-b447-7b91e8d0f21f req-eb3c8536-97cd-40a9-b42e-6097510bac94 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413680 Mar 09 20:00:29.232224 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e29fc7-4865-4f3c-ac63-c2b7941d29f2 req-1d90da3e-0e7d-4141-bfd6-3e9c2f5518be tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:29.233654 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a4e29fc7-4865-4f3c-ac63-c2b7941d29f2 req-1d90da3e-0e7d-4141-bfd6-3e9c2f5518be tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 944 time: 0.0502272 Mar 09 20:00:29.280231 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-a4e29fc7-4865-4f3c-ac63-c2b7941d29f2 req-ab26dec9-4f9b-46d2-92ef-fe4cddf2e20e tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410631 Mar 09 20:00:29.766733 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-437477a9-982c-4357-9a47-f9eb9cda7da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:30.101944 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 20:00:30.194917 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 437172cf-fa3f-41c6-a7bb-4e7dc3d23217, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=437172cf-fa3f-41c6-a7bb-4e7dc3d23217,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:00:30.205472 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'port_id': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217', 'mac_address': 'fa:16:3e:90:34:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 20:00:30.244172 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 20:00:30.244564 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (437172cf-fa3f-41c6-a7bb-4e7dc3d23217), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:30.257451 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 20:00:30.276440 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 437172cf-fa3f-41c6-a7bb-4e7dc3d23217, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=437172cf-fa3f-41c6-a7bb-4e7dc3d23217,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:00:30.280290 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (437172cf-fa3f-41c6-a7bb-4e7dc3d23217), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:30.325657 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=437172cf-fa3f-41c6-a7bb-4e7dc3d23217,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:00:30.398990 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471903e7-fe7d-491a-82ea-cff35f157e3b req-39e32282-15b9-440f-b2e3-c68e65ea7107 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:30.400361 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-471903e7-fe7d-491a-82ea-cff35f157e3b req-39e32282-15b9-440f-b2e3-c68e65ea7107 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 945 time: 0.0547500 Mar 09 20:00:30.448801 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-471903e7-fe7d-491a-82ea-cff35f157e3b req-5ab679ad-65d2-42b3-b2d9-6356e2548a19 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428958 Mar 09 20:00:30.488627 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['437172cf-fa3f-41c6-a7bb-4e7dc3d23217'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 20:00:30.877630 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:31.563986 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc96c97-0b2f-4e22-b25a-430fe04a714a req-782284da-5776-4054-8dbb-b4c8c4310822 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:31.565462 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9fc96c97-0b2f-4e22-b25a-430fe04a714a req-782284da-5776-4054-8dbb-b4c8c4310822 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 945 time: 0.0502982 Mar 09 20:00:31.612048 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-9fc96c97-0b2f-4e22-b25a-430fe04a714a req-0a198e4c-b76d-40dd-a25a-765023d653da tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405598 Mar 09 20:00:32.104768 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 20:00:32.280226 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 20:00:32.284113 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 20:00:32.284528 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (437172cf-fa3f-41c6-a7bb-4e7dc3d23217), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:32.357185 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 20:00:32.357489 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (437172cf-fa3f-41c6-a7bb-4e7dc3d23217), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:32.379426 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 20:00:32.381770 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef26e396-1b14-4130-bf2b-6dcbd4f778de" -d '{"events": [{"server_uuid": "864497e6-6e52-4fc2-8ca4-0bb86c1d994f", "name": "network-vif-plugged", "status": "completed", "tag": "437172cf-fa3f-41c6-a7bb-4e7dc3d23217"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 20:00:32.394037 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port 437172cf-fa3f-41c6-a7bb-4e7dc3d23217, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=437172cf-fa3f-41c6-a7bb-4e7dc3d23217,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:00:32.397608 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (437172cf-fa3f-41c6-a7bb-4e7dc3d23217), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:32.420061 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 20:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2256163-f9b5-4285-8dae-fd9d78c89291 x-openstack-request-id: req-d2256163-f9b5-4285-8dae-fd9d78c89291 {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 20:00:32.420449 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864497e6-6e52-4fc2-8ca4-0bb86c1d994f", "name": "network-vif-plugged", "status": "completed", "tag": "437172cf-fa3f-41c6-a7bb-4e7dc3d23217", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 20:00:32.420702 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2256163-f9b5-4285-8dae-fd9d78c89291 {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 20:00:32.421091 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217', 'code': 200} Mar 09 20:00:32.449635 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=437172cf-fa3f-41c6-a7bb-4e7dc3d23217,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:00:32.495493 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:32.636961 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa8cb5-cf74-4034-bfb5-0f461e5e594b req-8931d1c2-361e-46cd-9864-7ea7a835f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:32.638513 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4cfa8cb5-cf74-4034-bfb5-0f461e5e594b req-8931d1c2-361e-46cd-9864-7ea7a835f9d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 1130 time: 0.0427191 Mar 09 20:00:32.688143 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4cfa8cb5-cf74-4034-bfb5-0f461e5e594b req-d0574216-5e9f-46d8-ad24-b04bf88c0ed2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427201 Mar 09 20:00:32.733813 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefbcbf-40bf-48cc-9ce2-c580014587d1 req-85d9567f-7765-4e2a-aa6f-ee8f1256554a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:32.735270 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7aefbcbf-40bf-48cc-9ce2-c580014587d1 req-85d9567f-7765-4e2a-aa6f-ee8f1256554a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 946 time: 0.0552990 Mar 09 20:00:32.781498 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-7aefbcbf-40bf-48cc-9ce2-c580014587d1 req-e8173a57-abd1-4bc6-9e71-93d2c55d966a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408387 Mar 09 20:00:33.777485 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:33.876299 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:33.900778 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d848d-3fe3-45cc-acb2-efb4aba1f7e5 req-04dc49a8-1bf7-46dc-a42c-bffc10121228 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:33.902352 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ea6d848d-3fe3-45cc-acb2-efb4aba1f7e5 req-04dc49a8-1bf7-46dc-a42c-bffc10121228 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 946 time: 0.0526614 Mar 09 20:00:33.951148 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ea6d848d-3fe3-45cc-acb2-efb4aba1f7e5 req-eed8ee91-9f97-4bbd-9bb2-104540a76181 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433006 Mar 09 20:00:34.064781 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9c82e-51f7-4397-becb-511e3fe664c8 req-ef5c3d43-8ca3-4e98-977f-ffb7fb78c808 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:34.066115 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8ae9c82e-51f7-4397-becb-511e3fe664c8 req-ef5c3d43-8ca3-4e98-977f-ffb7fb78c808 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 946 time: 0.0505590 Mar 09 20:00:34.115383 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-8ae9c82e-51f7-4397-becb-511e3fe664c8 req-6f2be708-df19-4046-8a80-95743a5de621 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438201 Mar 09 20:00:34.136769 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 47220) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:00:34.431142 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c679a907-2586-4f82-b6f4-0fa8233bce82 tempest-TestVolumeBootPattern-458771869 tempest-TestVolumeBootPattern-458771869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:34.432733 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-c679a907-2586-4f82-b6f4-0fa8233bce82 tempest-TestVolumeBootPattern-458771869 tempest-TestVolumeBootPattern-458771869-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 1125 time: 0.2949347 Mar 09 20:00:34.435503 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 47222) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:00:34.439755 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Request body: {'floatingip': {'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'port_id': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 20:00:34.460181 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:34.553307 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:34.651904 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Allocated IP 172.27.3.98 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/277d1465-d9b8-464e-94bc-9431005ba9fb) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 20:00:34.749748 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for port (277d1465-d9b8-464e-94bc-9431005ba9fb), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:34.781979 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (277d1465-d9b8-464e-94bc-9431005ba9fb), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:34.816786 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 20:00:34.820111 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 20:00:34.822774 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 20:00:34.849934 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event updated for resources: {'Port': ['ID=277d1465-d9b8-464e-94bc-9431005ba9fb,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:00:35.175983 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for floatingip (8f4ff788-7d45-4034-ac6f-c626510655b9), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:35.241058 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (277d1465-d9b8-464e-94bc-9431005ba9fb), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:35.384598 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for port (277d1465-d9b8-464e-94bc-9431005ba9fb), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:35.388827 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (277d1465-d9b8-464e-94bc-9431005ba9fb), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:35.457765 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event updated for resources: {'Port': ['ID=277d1465-d9b8-464e-94bc-9431005ba9fb,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:00:35.470120 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (8f4ff788-7d45-4034-ac6f-c626510655b9), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:35.569679 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Floating IP 8f4ff788-7d45-4034-ac6f-c626510655b9 associated. External IP: 172.27.3.98, port: 437172cf-fa3f-41c6-a7bb-4e7dc3d23217. Mar 09 20:00:35.768259 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Router 00a69562-de73-47a2-82a7-406a75a87d2e has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 20:00:35.873834 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 20:00:35.885648 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b47e663-532c-477f-bdcf-1ec9d1b5c7f8 None None] Sync routers for ids ['00a69562-de73-47a2-82a7-406a75a87d2e'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 20:00:35.891704 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:35.895775 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b47e663-532c-477f-bdcf-1ec9d1b5c7f8 None None] Routers {'00a69562-de73-47a2-82a7-406a75a87d2e'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:00:35.896434 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-2b47e663-532c-477f-bdcf-1ec9d1b5c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:00:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['00a69562-de73-47a2-82a7-406a75a87d2e'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:00:35.923761 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-56f7d3f3-46db-475a-adb2-99834312ebba tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4871335 Mar 09 20:00:35.924369 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'tag': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 20:00:35.926576 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4928e688-b2b8-4dce-b6e0-e6dede68cf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "864497e6-6e52-4fc2-8ca4-0bb86c1d994f", "tag": "437172cf-fa3f-41c6-a7bb-4e7dc3d23217"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 20:00:36.005665 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-2b47e663-532c-477f-bdcf-1ec9d1b5c7f8 None None] Set router 00a69562-de73-47a2-82a7-406a75a87d2e gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:00:36.021162 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 20:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e63e88e-f395-4dc4-9677-e27257880d3e x-openstack-request-id: req-6e63e88e-f395-4dc4-9677-e27257880d3e {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 20:00:36.021449 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864497e6-6e52-4fc2-8ca4-0bb86c1d994f", "tag": "437172cf-fa3f-41c6-a7bb-4e7dc3d23217", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 20:00:36.021699 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e63e88e-f395-4dc4-9677-e27257880d3e {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 20:00:36.022099 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'tag': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217', 'status': 'completed', 'code': 200} Mar 09 20:00:36.085912 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928e688-b2b8-4dce-b6e0-e6dede68cf5c req-3448713c-5728-43d0-9d1d-3d1853961fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:36.087409 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4928e688-b2b8-4dce-b6e0-e6dede68cf5c req-3448713c-5728-43d0-9d1d-3d1853961fd3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d588caf995c4f16b38f074e13bd7a1a&device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 1130 time: 0.0431519 Mar 09 20:00:36.177671 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928e688-b2b8-4dce-b6e0-e6dede68cf5c req-30fb8ca4-37b0-47f0-a7ff-2fb83edcb070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:36.179138 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4928e688-b2b8-4dce-b6e0-e6dede68cf5c req-30fb8ca4-37b0-47f0-a7ff-2fb83edcb070 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6865f93-e29e-499c-8fa6-bf8466c90938 HTTP/1.1" status: 200 len: 913 time: 0.0852988 Mar 09 20:00:36.232652 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-2b47e663-532c-477f-bdcf-1ec9d1b5c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '8f4ff788-7d45-4034-ac6f-c626510655b9', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'port_id': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'mac_address': 'fa:16:3e:90:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T20:00:35Z', 'updated_at': '2022-03-09T20:00:35Z', 'revision_number': 0, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 5, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:00:36.260206 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b47e663-532c-477f-bdcf-1ec9d1b5c7f8 None None] Checking router: 00a69562-de73-47a2-82a7-406a75a87d2e for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 20:00:36.269011 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b47e663-532c-477f-bdcf-1ec9d1b5c7f8 None None] Routers {'00a69562-de73-47a2-82a7-406a75a87d2e'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:00:36.269559 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-2b47e663-532c-477f-bdcf-1ec9d1b5c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:00:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['00a69562-de73-47a2-82a7-406a75a87d2e'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:00:36.379841 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-2b47e663-532c-477f-bdcf-1ec9d1b5c7f8 None None] Set router 00a69562-de73-47a2-82a7-406a75a87d2e gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:00:36.480321 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4928e688-b2b8-4dce-b6e0-e6dede68cf5c req-712e3c51-8cbe-4445-92b9-f27880c6ce69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=437172cf-fa3f-41c6-a7bb-4e7dc3d23217 HTTP/1.1" status: 200 len: 999 time: 0.2942312 Mar 09 20:00:36.527076 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928e688-b2b8-4dce-b6e0-e6dede68cf5c req-da91487f-3e7c-4d44-9428-997c838fdfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:36.528457 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4928e688-b2b8-4dce-b6e0-e6dede68cf5c req-da91487f-3e7c-4d44-9428-997c838fdfb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b68915-01ad-448e-9f8e-5d4d04159d8e HTTP/1.1" status: 200 len: 851 time: 0.0422931 Mar 09 20:00:36.577254 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928e688-b2b8-4dce-b6e0-e6dede68cf5c req-0f974fec-8ae9-4eba-abe6-73f8cca49b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:00:36.578723 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4928e688-b2b8-4dce-b6e0-e6dede68cf5c req-0f974fec-8ae9-4eba-abe6-73f8cca49b9d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6865f93-e29e-499c-8fa6-bf8466c90938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440426 Mar 09 20:00:36.601874 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-2b47e663-532c-477f-bdcf-1ec9d1b5c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '8f4ff788-7d45-4034-ac6f-c626510655b9', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'port_id': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'mac_address': 'fa:16:3e:90:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T20:00:35Z', 'updated_at': '2022-03-09T20:00:35Z', 'revision_number': 0, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 5, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:00:36.631305 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b47e663-532c-477f-bdcf-1ec9d1b5c7f8 None None] The sync data for ids ['00a69562-de73-47a2-82a7-406a75a87d2e'] in dv-cinder-788366-9-iscsi is: [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '8f4ff788-7d45-4034-ac6f-c626510655b9', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'port_id': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'mac_address': 'fa:16:3e:90:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T20:00:35Z', 'updated_at': '2022-03-09T20:00:35Z', 'revision_number': 0, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 5, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 20:00:36.666351 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4928e688-b2b8-4dce-b6e0-e6dede68cf5c req-b47079fb-7921-427a-bba1-d80a7c9fc77c service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802014 Mar 09 20:00:36.758199 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4928e688-b2b8-4dce-b6e0-e6dede68cf5c req-4b551789-6f46-45fe-8e7c-46153be5f13a service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851588 Mar 09 20:00:36.828517 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285912cd-f690-4a6a-8d85-a6acf8113014 None None] New status for floating IP 8f4ff788-7d45-4034-ac6f-c626510655b9: ACTIVE {{(pid=114607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 20:00:44.062483 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 20:00:57.515719 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c3e8d550-a2b7-47ac-85c6-8fcf9e4502aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:00:59.770432 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-2c149167-0cb1-4cfa-b2ed-054e235ddbd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:00.880464 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:02.498970 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:02.731311 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e6848-b17f-483e-9d4f-407227c9ab03 req-3e6e05a9-efc9-4b0a-974f-f889011ea559 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:01:02.732696 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-695e6848-b17f-483e-9d4f-407227c9ab03 req-3e6e05a9-efc9-4b0a-974f-f889011ea559 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 946 time: 0.0513034 Mar 09 20:01:02.777794 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-695e6848-b17f-483e-9d4f-407227c9ab03 req-9c851009-4aa5-48eb-b3d6-7604a37b21df tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f20284-216c-4398-b5dc-6634adfa3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395875 Mar 09 20:01:03.785931 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:03.880089 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:03.900588 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac317c66-41d3-422a-adfc-3093e6f64ee6 req-311f1913-7ac1-4507-9033-6121d1c69cf4 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:01:03.902046 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ac317c66-41d3-422a-adfc-3093e6f64ee6 req-311f1913-7ac1-4507-9033-6121d1c69cf4 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 946 time: 0.0516036 Mar 09 20:01:03.946597 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ac317c66-41d3-422a-adfc-3093e6f64ee6 req-5e098e30-d8c4-4789-b6fd-15f99d31b26c tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups?id=60f20284-216c-4398-b5dc-6634adfa3e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390773 Mar 09 20:01:04.389346 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee4a94-662d-476e-b5c0-0664be5a1b0f req-9f926d75-5ee2-400d-ac21-bf8d2e852dc4 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:01:04.390764 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-98ee4a94-662d-476e-b5c0-0664be5a1b0f req-9f926d75-5ee2-400d-ac21-bf8d2e852dc4 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.20 "GET /v2.0/ports?device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 946 time: 0.0516331 Mar 09 20:01:04.480842 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-98ee4a94-662d-476e-b5c0-0664be5a1b0f req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Deleting port 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:01:04.481188 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-98ee4a94-662d-476e-b5c0-0664be5a1b0f req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (738cb95e-f964-4fa9-a833-9ebd7eb5b0d8), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:04.571893 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-98ee4a94-662d-476e-b5c0-0664be5a1b0f req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] For port 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=738cb95e-f964-4fa9-a833-9ebd7eb5b0d8,segment=NetworkSegment(4bcbfcf0-9b17-4a98-8681-1b9fef923d36),segment_id=4bcbfcf0-9b17-4a98-8681-1b9fef923d36)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:01:04.572299 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-98ee4a94-662d-476e-b5c0-0664be5a1b0f req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (738cb95e-f964-4fa9-a833-9ebd7eb5b0d8), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:04.735726 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-98ee4a94-662d-476e-b5c0-0664be5a1b0f req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:04.736112 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-98ee4a94-662d-476e-b5c0-0664be5a1b0f req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (d7674d5a-cb76-4a35-9f62-4f83cb0a37e1), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:04.736434 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.db.l3_db [req-98ee4a94-662d-476e-b5c0-0664be5a1b0f req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Floating IP d7674d5a-cb76-4a35-9f62-4f83cb0a37e1 disassociated. External IP: 172.27.3.163, port: 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8. Mar 09 20:01:04.736775 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-98ee4a94-662d-476e-b5c0-0664be5a1b0f req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Calling delete_port for 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 owned by compute:nova {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:01:04.862947 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-98ee4a94-662d-476e-b5c0-0664be5a1b0f req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (738cb95e-f964-4fa9-a833-9ebd7eb5b0d8), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:04.888495 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Pushing event deleted for resources: {'Port': ['ID=738cb95e-f964-4fa9-a833-9ebd7eb5b0d8,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:04.898335 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:04.898687 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:04.899036 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:04.899377 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:04.899711 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:04.900041 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:04.900400 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:04.900729 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:04.901400 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:04.901400 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:04.901699 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:04.901990 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:04.902313 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:05.015197 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98ee4a94-662d-476e-b5c0-0664be5a1b0f req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Router bf939ddd-50ef-4a1b-8d38-75434c729379 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 20:01:05.043139 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b5d3b2eb-cd28-4062-8781-56f4391816fb req-a9ad21f2-f176-4a9c-ac93-3b4495106798 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/ports?device_id=60c87ea9-0e0e-4de6-b22f-f0189e7b5808 HTTP/1.1" status: 200 len: 210 time: 0.0301132 Mar 09 20:01:05.123039 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98ee4a94-662d-476e-b5c0-0664be5a1b0f req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 20:01:05.134263 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a2a238-108c-4eb3-b3eb-0904784c9d3f None None] Sync routers for ids ['bf939ddd-50ef-4a1b-8d38-75434c729379'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 20:01:05.143391 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a2a238-108c-4eb3-b3eb-0904784c9d3f None None] Routers {'bf939ddd-50ef-4a1b-8d38-75434c729379'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:01:05.144024 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-46a2a238-108c-4eb3-b3eb-0904784c9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:01:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['bf939ddd-50ef-4a1b-8d38-75434c729379'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:01:05.162771 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ee4a94-662d-476e-b5c0-0664be5a1b0f req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] No DVR routers for this DVR port 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 on host hv-cinder-78836 {{(pid=114605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 20:01:05.165362 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-98ee4a94-662d-476e-b5c0-0664be5a1b0f req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:05.168649 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-98ee4a94-662d-476e-b5c0-0664be5a1b0f req-a8469e31-da8d-47af-9101-40976c0b4501 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.20 "DELETE /v2.0/ports/738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 HTTP/1.1" status: 204 len: 173 time: 0.7726402 Mar 09 20:01:05.169111 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c87ea9-0e0e-4de6-b22f-f0189e7b5808', 'name': 'network-vif-deleted', 'tag': '738cb95e-f964-4fa9-a833-9ebd7eb5b0d8'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 20:01:05.171409 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c685fa06-df32-433e-b0c6-f711b3cba42f" -d '{"events": [{"server_uuid": "60c87ea9-0e0e-4de6-b22f-f0189e7b5808", "name": "network-vif-deleted", "tag": "738cb95e-f964-4fa9-a833-9ebd7eb5b0d8"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 20:01:05.211320 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 20:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19977c27-ed8e-4ff8-9393-21c639a16898 x-openstack-request-id: req-19977c27-ed8e-4ff8-9393-21c639a16898 {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 20:01:05.211657 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c87ea9-0e0e-4de6-b22f-f0189e7b5808", "name": "network-vif-deleted", "tag": "738cb95e-f964-4fa9-a833-9ebd7eb5b0d8", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 20:01:05.212060 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19977c27-ed8e-4ff8-9393-21c639a16898 {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 20:01:05.212488 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c87ea9-0e0e-4de6-b22f-f0189e7b5808', 'name': 'network-vif-deleted', 'tag': '738cb95e-f964-4fa9-a833-9ebd7eb5b0d8', 'status': 'completed', 'code': 200} Mar 09 20:01:05.256192 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-46a2a238-108c-4eb3-b3eb-0904784c9d3f None None] Set router bf939ddd-50ef-4a1b-8d38-75434c729379 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:01:05.468566 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-46a2a238-108c-4eb3-b3eb-0904784c9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 4, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port': {'id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:54Z', 'updated_at': '2022-03-09T19:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'c3f22de5-88b8-4a83-b76f-bff8e56233b7', 'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'mac_address': 'fa:16:3e:f5:71:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:55Z', 'updated_at': '2022-03-09T19:57:00Z', 'revision_number': 5, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'subnets': [{'id': '18834a8b-2767-45c3-a070-396743f527c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:01:05.495927 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a2a238-108c-4eb3-b3eb-0904784c9d3f None None] Checking router: bf939ddd-50ef-4a1b-8d38-75434c729379 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 20:01:05.506408 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a2a238-108c-4eb3-b3eb-0904784c9d3f None None] Routers {'bf939ddd-50ef-4a1b-8d38-75434c729379'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:01:05.507020 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-46a2a238-108c-4eb3-b3eb-0904784c9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:01:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['bf939ddd-50ef-4a1b-8d38-75434c729379'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:01:05.615905 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-46a2a238-108c-4eb3-b3eb-0904784c9d3f None None] Set router bf939ddd-50ef-4a1b-8d38-75434c729379 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:01:05.809427 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-46a2a238-108c-4eb3-b3eb-0904784c9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 4, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port': {'id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:54Z', 'updated_at': '2022-03-09T19:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'c3f22de5-88b8-4a83-b76f-bff8e56233b7', 'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'mac_address': 'fa:16:3e:f5:71:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:55Z', 'updated_at': '2022-03-09T19:57:00Z', 'revision_number': 5, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'subnets': [{'id': '18834a8b-2767-45c3-a070-396743f527c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:01:05.838136 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a2a238-108c-4eb3-b3eb-0904784c9d3f None None] The sync data for ids ['bf939ddd-50ef-4a1b-8d38-75434c729379'] in dv-cinder-788366-9-iscsi is: [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T19:56:56Z', 'revision_number': 4, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port': {'id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:54Z', 'updated_at': '2022-03-09T19:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'c3f22de5-88b8-4a83-b76f-bff8e56233b7', 'name': '', 'network_id': '6e3555f2-1e6b-4182-aac4-18d1232a6c2f', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'mac_address': 'fa:16:3e:f5:71:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '18834a8b-2767-45c3-a070-396743f527c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:55Z', 'updated_at': '2022-03-09T19:57:00Z', 'revision_number': 5, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'subnets': [{'id': '18834a8b-2767-45c3-a070-396743f527c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 20:01:06.047645 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689c7f6c-463b-4185-b70a-934afa5c760b None None] New status for floating IP d7674d5a-cb76-4a35-9f62-4f83cb0a37e1: DOWN {{(pid=114607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 20:01:06.124667 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 47368) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:06.184698 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cc66a379-ecd1-4eff-8691-7a72f4fdd80f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group (60f20284-216c-4398-b5dc-6634adfa3e4c), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:06.207012 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cc66a379-ecd1-4eff-8691-7a72f4fdd80f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group (60f20284-216c-4398-b5dc-6634adfa3e4c), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:06.253245 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cc66a379-ecd1-4eff-8691-7a72f4fdd80f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (60f20284-216c-4398-b5dc-6634adfa3e4c), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:06.255753 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-cc66a379-ecd1-4eff-8691-7a72f4fdd80f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:06.256933 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-cc66a379-ecd1-4eff-8691-7a72f4fdd80f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "DELETE /v2.0/security-groups/60f20284-216c-4398-b5dc-6634adfa3e4c HTTP/1.1" status: 204 len: 168 time: 0.1304700 Mar 09 20:01:06.259708 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 47370) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:06.266046 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66a379-ecd1-4eff-8691-7a72f4fdd80f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f20284-216c-4398-b5dc-6634adfa3e4c,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:06.273376 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66a379-ecd1-4eff-8691-7a72f4fdd80f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:06.273721 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66a379-ecd1-4eff-8691-7a72f4fdd80f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:06.273849 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.api.v2.resource [None req-43019063-fc0b-47a7-b912-bdc751ce0e8d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] show failed (client error): The resource could not be found. Mar 09 20:01:06.274060 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66a379-ecd1-4eff-8691-7a72f4fdd80f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:06.274395 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66a379-ecd1-4eff-8691-7a72f4fdd80f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:06.274720 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66a379-ecd1-4eff-8691-7a72f4fdd80f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:06.274857 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-43019063-fc0b-47a7-b912-bdc751ce0e8d tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "GET /v2.0/security-groups/60f20284-216c-4398-b5dc-6634adfa3e4c HTTP/1.1" status: 404 len: 347 time: 0.0139711 Mar 09 20:01:06.275158 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66a379-ecd1-4eff-8691-7a72f4fdd80f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:06.275486 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66a379-ecd1-4eff-8691-7a72f4fdd80f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:06.275807 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66a379-ecd1-4eff-8691-7a72f4fdd80f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:06.276222 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66a379-ecd1-4eff-8691-7a72f4fdd80f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:06.276546 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66a379-ecd1-4eff-8691-7a72f4fdd80f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:06.276864 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66a379-ecd1-4eff-8691-7a72f4fdd80f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:06.277273 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66a379-ecd1-4eff-8691-7a72f4fdd80f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:06.277476 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 47372) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:06.277617 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc66a379-ecd1-4eff-8691-7a72f4fdd80f tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:06.403739 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-f535045a-925e-4512-9546-7afdd4f67cf6 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Deleting port 9a08ccbf-31fc-4644-85ec-b8ed29b20754 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:01:06.403978 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f535045a-925e-4512-9546-7afdd4f67cf6 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (9a08ccbf-31fc-4644-85ec-b8ed29b20754), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:06.481579 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f535045a-925e-4512-9546-7afdd4f67cf6 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (9a08ccbf-31fc-4644-85ec-b8ed29b20754), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:06.481906 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f535045a-925e-4512-9546-7afdd4f67cf6 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for floatingip (9a08ccbf-31fc-4644-85ec-b8ed29b20754), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:06.493191 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-f535045a-925e-4512-9546-7afdd4f67cf6 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Calling delete_port for 9a08ccbf-31fc-4644-85ec-b8ed29b20754 owned by network:floatingip {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:01:06.623151 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f535045a-925e-4512-9546-7afdd4f67cf6 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (9a08ccbf-31fc-4644-85ec-b8ed29b20754), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:06.648453 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535045a-925e-4512-9546-7afdd4f67cf6 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Pushing event deleted for resources: {'Port': ['ID=9a08ccbf-31fc-4644-85ec-b8ed29b20754,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:06.709966 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f535045a-925e-4512-9546-7afdd4f67cf6 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks [] for floatingip (d7674d5a-cb76-4a35-9f62-4f83cb0a37e1), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:06.712506 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f535045a-925e-4512-9546-7afdd4f67cf6 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:06.713660 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-f535045a-925e-4512-9546-7afdd4f67cf6 tempest-AttachVolumeTestJSON-1521564848 tempest-AttachVolumeTestJSON-1521564848-project] 10.222.0.16 "DELETE /v2.0/floatingips/d7674d5a-cb76-4a35-9f62-4f83cb0a37e1 HTTP/1.1" status: 204 len: 168 time: 0.4353156 Mar 09 20:01:08.283884 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 20:01:08.303240 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 20:01:08.303578 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 738cb95e-f964-4fa9-a833-9ebd7eb5b0d8 not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 20:01:10.222596 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 47400) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:10.557062 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a00420f-d8c6-43d0-97a4-6ee3e13ceede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394882'] for router_interface (bf939ddd-50ef-4a1b-8d38-75434c729379), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:10.800643 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-0a00420f-d8c6-43d0-97a4-6ee3e13ceede admin admin] Deleting port c3f22de5-88b8-4a83-b76f-bff8e56233b7 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:01:10.800889 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a00420f-d8c6-43d0-97a4-6ee3e13ceede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:10.879001 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [None req-0a00420f-d8c6-43d0-97a4-6ee3e13ceede admin admin] For port c3f22de5-88b8-4a83-b76f-bff8e56233b7, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=c3f22de5-88b8-4a83-b76f-bff8e56233b7,segment=NetworkSegment(4bcbfcf0-9b17-4a98-8681-1b9fef923d36),segment_id=4bcbfcf0-9b17-4a98-8681-1b9fef923d36)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:01:10.879402 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a00420f-d8c6-43d0-97a4-6ee3e13ceede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:10.891765 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-0a00420f-d8c6-43d0-97a4-6ee3e13ceede admin admin] Calling delete_port for c3f22de5-88b8-4a83-b76f-bff8e56233b7 owned by network:router_interface {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:01:11.065694 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a00420f-d8c6-43d0-97a4-6ee3e13ceede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (c3f22de5-88b8-4a83-b76f-bff8e56233b7), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:11.090237 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00420f-d8c6-43d0-97a4-6ee3e13ceede admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f22de5-88b8-4a83-b76f-bff8e56233b7,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:11.253840 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-0a00420f-d8c6-43d0-97a4-6ee3e13ceede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399378'] for router_interface (bf939ddd-50ef-4a1b-8d38-75434c729379), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:11.465017 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a00420f-d8c6-43d0-97a4-6ee3e13ceede admin admin] Router bf939ddd-50ef-4a1b-8d38-75434c729379 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 20:01:11.568023 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a00420f-d8c6-43d0-97a4-6ee3e13ceede admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 20:01:11.572966 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-0a00420f-d8c6-43d0-97a4-6ee3e13ceede admin admin] 10.222.0.16 "PUT /v2.0/routers/bf939ddd-50ef-4a1b-8d38-75434c729379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3487763 Mar 09 20:01:11.575548 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 47402) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:11.576172 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d870ae4-5113-4206-b8dc-fb5bd1b00a01 None None] Sync routers for ids ['bf939ddd-50ef-4a1b-8d38-75434c729379'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 20:01:11.586315 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d870ae4-5113-4206-b8dc-fb5bd1b00a01 None None] Routers {'bf939ddd-50ef-4a1b-8d38-75434c729379'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:01:11.586907 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-6d870ae4-5113-4206-b8dc-fb5bd1b00a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:01:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['bf939ddd-50ef-4a1b-8d38-75434c729379'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:01:11.687773 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1941e267-950b-431c-8f75-5384ca12b9be admin admin] Publish callbacks [] for router (bf939ddd-50ef-4a1b-8d38-75434c729379), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:11.819539 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-6d870ae4-5113-4206-b8dc-fb5bd1b00a01 None None] Set router bf939ddd-50ef-4a1b-8d38-75434c729379 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:01:12.001664 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-6d870ae4-5113-4206-b8dc-fb5bd1b00a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T20:01:11Z', 'revision_number': 5, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port': {'id': '992ca713-7c70-440b-8fb9-7e8590868fc3', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:81:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:56:54Z', 'updated_at': '2022-03-09T19:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:01:12.025750 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1941e267-950b-431c-8f75-5384ca12b9be admin admin] Publish callbacks [] for router_gateway (bf939ddd-50ef-4a1b-8d38-75434c729379), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:12.027984 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d870ae4-5113-4206-b8dc-fb5bd1b00a01 None None] Checking router: bf939ddd-50ef-4a1b-8d38-75434c729379 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 20:01:12.036676 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d870ae4-5113-4206-b8dc-fb5bd1b00a01 None None] Routers {'bf939ddd-50ef-4a1b-8d38-75434c729379'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:01:12.037338 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-6d870ae4-5113-4206-b8dc-fb5bd1b00a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:01:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['bf939ddd-50ef-4a1b-8d38-75434c729379'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:01:12.076448 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-1941e267-950b-431c-8f75-5384ca12b9be admin admin] Deleting port 992ca713-7c70-440b-8fb9-7e8590868fc3 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:01:12.076788 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1941e267-950b-431c-8f75-5384ca12b9be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (992ca713-7c70-440b-8fb9-7e8590868fc3), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:12.122896 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-6d870ae4-5113-4206-b8dc-fb5bd1b00a01 None None] Set router bf939ddd-50ef-4a1b-8d38-75434c729379 gateway port host: None {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:01:12.155198 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [None req-1941e267-950b-431c-8f75-5384ca12b9be admin admin] For port 992ca713-7c70-440b-8fb9-7e8590868fc3, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=992ca713-7c70-440b-8fb9-7e8590868fc3,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:01:12.155560 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1941e267-950b-431c-8f75-5384ca12b9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (992ca713-7c70-440b-8fb9-7e8590868fc3), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:12.168373 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-1941e267-950b-431c-8f75-5384ca12b9be admin admin] Calling delete_port for 992ca713-7c70-440b-8fb9-7e8590868fc3 owned by network:router_gateway {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:01:12.176575 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-6d870ae4-5113-4206-b8dc-fb5bd1b00a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T20:01:12Z', 'revision_number': 6, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port_host': None}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:01:12.202186 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d870ae4-5113-4206-b8dc-fb5bd1b00a01 None None] The sync data for ids ['bf939ddd-50ef-4a1b-8d38-75434c729379'] in dv-cinder-788366-9-iscsi is: [{'id': 'bf939ddd-50ef-4a1b-8d38-75434c729379', 'name': 'tempest-AttachVolumeTestJSON-653836980-router', 'tenant_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:56:53Z', 'updated_at': '2022-03-09T20:01:12Z', 'revision_number': 6, 'project_id': '3f02559ff7a74109ad21ad038ef8b2c0', 'gw_port_host': None}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 20:01:12.334421 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1941e267-950b-431c-8f75-5384ca12b9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (992ca713-7c70-440b-8fb9-7e8590868fc3), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:12.358519 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941e267-950b-431c-8f75-5384ca12b9be admin admin] Pushing event deleted for resources: {'Port': ['ID=992ca713-7c70-440b-8fb9-7e8590868fc3,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:12.419911 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1941e267-950b-431c-8f75-5384ca12b9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396984'] for router_gateway (bf939ddd-50ef-4a1b-8d38-75434c729379), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:12.510305 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1941e267-950b-431c-8f75-5384ca12b9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24815'] for router (bf939ddd-50ef-4a1b-8d38-75434c729379), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:12.512298 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1941e267-950b-431c-8f75-5384ca12b9be admin admin] Publish callbacks [] for router_controller (bf939ddd-50ef-4a1b-8d38-75434c729379), precommit_delete_associations {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:12.559735 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1941e267-950b-431c-8f75-5384ca12b9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398124'] for router (bf939ddd-50ef-4a1b-8d38-75434c729379), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:12.560401 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1941e267-950b-431c-8f75-5384ca12b9be admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf939ddd-50ef-4a1b-8d38-75434c729379 {{(pid=114605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 20:01:12.564858 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-1941e267-950b-431c-8f75-5384ca12b9be admin admin] Publish callbacks [] for router (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:12.566015 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-1941e267-950b-431c-8f75-5384ca12b9be admin admin] 10.222.0.16 "DELETE /v2.0/routers/bf939ddd-50ef-4a1b-8d38-75434c729379 HTTP/1.1" status: 204 len: 168 time: 0.9895046 Mar 09 20:01:12.569095 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 47404) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:12.614585 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d126112-ad04-4251-a626-fe4f1bbf3e56 admin admin] Deleting subnet 18834a8b-2767-45c3-a070-396743f527c3 {{(pid=114605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 20:01:12.616546 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7d126112-ad04-4251-a626-fe4f1bbf3e56 admin admin] Publish callbacks [] for subnet (18834a8b-2767-45c3-a070-396743f527c3), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:12.650354 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7d126112-ad04-4251-a626-fe4f1bbf3e56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8836962'] for subnet (18834a8b-2767-45c3-a070-396743f527c3), precommit_delete_associations {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:12.727631 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7d126112-ad04-4251-a626-fe4f1bbf3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971543'] for subnet (18834a8b-2767-45c3-a070-396743f527c3), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:12.776345 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7d126112-ad04-4251-a626-fe4f1bbf3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077724'] for subnet (18834a8b-2767-45c3-a070-396743f527c3), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:12.798670 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d126112-ad04-4251-a626-fe4f1bbf3e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18834a8b-2767-45c3-a070-396743f527c3,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:12.804775 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-7d126112-ad04-4251-a626-fe4f1bbf3e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:12.808116 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-7d126112-ad04-4251-a626-fe4f1bbf3e56 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/18834a8b-2767-45c3-a070-396743f527c3 HTTP/1.1" status: 204 len: 168 time: 0.2377768 Mar 09 20:01:12.810317 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 47406) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:12.811030 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd63869-74f3-492c-a9d6-31981812afe5 None None] Network 6e3555f2-1e6b-4182-aac4-18d1232a6c2f requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 20:01:12.879318 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3180242'] for network (6e3555f2-1e6b-4182-aac4-18d1232a6c2f), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:12.933646 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] Deleting port eb5b1b20-19ae-4930-8b0a-dae62bd7957b {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:01:12.933981 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (eb5b1b20-19ae-4930-8b0a-dae62bd7957b), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:12.982667 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1150b042-ff43-42c2-8040-664d8320061a None None] DHCP port deletion for 6e3555f2-1e6b-4182-aac4-18d1232a6c2f request from dv-cinder-788366-9-iscsi {{(pid=114606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 20:01:13.000987 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] For port eb5b1b20-19ae-4930-8b0a-dae62bd7957b, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=eb5b1b20-19ae-4930-8b0a-dae62bd7957b,segment=NetworkSegment(4bcbfcf0-9b17-4a98-8681-1b9fef923d36),segment_id=4bcbfcf0-9b17-4a98-8681-1b9fef923d36)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:01:13.001357 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (eb5b1b20-19ae-4930-8b0a-dae62bd7957b), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:13.013935 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] Calling delete_port for eb5b1b20-19ae-4930-8b0a-dae62bd7957b owned by network:dhcp {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:01:13.032349 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-1150b042-ff43-42c2-8040-664d8320061a None None] Deleting port eb5b1b20-19ae-4930-8b0a-dae62bd7957b {{(pid=114606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:01:13.032730 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-1150b042-ff43-42c2-8040-664d8320061a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (eb5b1b20-19ae-4930-8b0a-dae62bd7957b), before_delete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:13.100552 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (eb5b1b20-19ae-4930-8b0a-dae62bd7957b), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:13.117320 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-1150b042-ff43-42c2-8040-664d8320061a None None] For port eb5b1b20-19ae-4930-8b0a-dae62bd7957b, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=eb5b1b20-19ae-4930-8b0a-dae62bd7957b,segment=NetworkSegment(4bcbfcf0-9b17-4a98-8681-1b9fef923d36),segment_id=4bcbfcf0-9b17-4a98-8681-1b9fef923d36)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:01:13.117719 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-1150b042-ff43-42c2-8040-664d8320061a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (eb5b1b20-19ae-4930-8b0a-dae62bd7957b), precommit_delete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:13.130039 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-1150b042-ff43-42c2-8040-664d8320061a None None] Calling delete_port for eb5b1b20-19ae-4930-8b0a-dae62bd7957b owned by network:dhcp {{(pid=114606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:01:13.130994 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5b1b20-19ae-4930-8b0a-dae62bd7957b,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:13.136355 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] No DVR routers for this DVR port eb5b1b20-19ae-4930-8b0a-dae62bd7957b on host dv-cinder-788366-9-iscsi {{(pid=114605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 20:01:13.144739 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device c3f22de5-88b8-4a83-b76f-bff8e56233b7 no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 20:01:13.195717 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: c3f22de5-88b8-4a83-b76f-bff8e56233b7 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 20:01:13.196294 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device c3f22de5-88b8-4a83-b76f-bff8e56233b7 not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 20:01:13.196796 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device eb5b1b20-19ae-4930-8b0a-dae62bd7957b no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 20:01:13.217829 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972268', 'neutron.services.segments.db._delete_segments_for_network-8774125231894'] for network (6e3555f2-1e6b-4182-aac4-18d1232a6c2f), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:13.225328 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: eb5b1b20-19ae-4930-8b0a-dae62bd7957b {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 20:01:13.225674 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device eb5b1b20-19ae-4930-8b0a-dae62bd7957b not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 20:01:13.226085 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 992ca713-7c70-440b-8fb9-7e8590868fc3 no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 20:01:13.240314 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3555f2-1e6b-4182-aac4-18d1232a6c2f']}} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:01:13.250212 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bcbfcf0-9b17-4a98-8681-1b9fef923d36') {'for_net_delete': True} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:01:13.250872 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bcbfcf0-9b17-4a98-8681-1b9fef923d36') {} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:01:13.253666 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: 992ca713-7c70-440b-8fb9-7e8590868fc3 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 20:01:13.254014 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 992ca713-7c70-440b-8fb9-7e8590868fc3 not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 20:01:13.264256 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774125231135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8836969'] for segment (4bcbfcf0-9b17-4a98-8681-1b9fef923d36), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:13.281192 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (4bcbfcf0-9b17-4a98-8681-1b9fef923d36), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:13.283521 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-1150b042-ff43-42c2-8040-664d8320061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503'] for port (eb5b1b20-19ae-4930-8b0a-dae62bd7957b), after_delete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:13.288401 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=114605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 20:01:13.288907 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8836815'] for segment (4bcbfcf0-9b17-4a98-8681-1b9fef923d36), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: Traceback (most recent call last): Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: timer() Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: cb(*args, **kw) Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: return func(*args, **kwargs) Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: self._notify() Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: self.callback(batched_events) Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: event.method(event) Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: return f(self, *a, **k) Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: return self._get(url).json() Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: return self.request(url, 'GET', **kwargs) Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 20:01:13.290748 dv-cinder-788366-9-iscsi neutron-server[114605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 20:01:13.306883 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150b042-ff43-42c2-8040-664d8320061a None None] Pushing event deleted for resources: {'Port': ['ID=eb5b1b20-19ae-4930-8b0a-dae62bd7957b,revision_number=None']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:13.316332 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150b042-ff43-42c2-8040-664d8320061a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:13.316524 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150b042-ff43-42c2-8040-664d8320061a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:13.316836 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150b042-ff43-42c2-8040-664d8320061a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:13.317176 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150b042-ff43-42c2-8040-664d8320061a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:13.317504 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150b042-ff43-42c2-8040-664d8320061a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:13.317830 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150b042-ff43-42c2-8040-664d8320061a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:13.318156 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150b042-ff43-42c2-8040-664d8320061a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:13.318483 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150b042-ff43-42c2-8040-664d8320061a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:13.318813 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150b042-ff43-42c2-8040-664d8320061a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:13.319137 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150b042-ff43-42c2-8040-664d8320061a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:13.319462 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150b042-ff43-42c2-8040-664d8320061a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:13.319787 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150b042-ff43-42c2-8040-664d8320061a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:13.320123 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150b042-ff43-42c2-8040-664d8320061a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:01:13.322720 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150b042-ff43-42c2-8040-664d8320061a None None] No DVR routers for this DVR port eb5b1b20-19ae-4930-8b0a-dae62bd7957b on host dv-cinder-788366-9-iscsi {{(pid=114606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 20:01:13.349182 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396956'] for network (6e3555f2-1e6b-4182-aac4-18d1232a6c2f), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:13.354302 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:13.357401 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6e3555f2-1e6b-4182-aac4-18d1232a6c2f HTTP/1.1" status: 204 len: 168 time: 0.5461671 Mar 09 20:01:13.367815 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4488f-f4f7-4f19-80ab-3dd7cc8c8541 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e3555f2-1e6b-4182-aac4-18d1232a6c2f,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:13.519090 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 47410) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:13.558136 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-1a1b1a5e-d765-4ea8-9177-798aee2eea0d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f02559ff7a74109ad21ad038ef8b2c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379069 Mar 09 20:01:13.560558 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 47412) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:13.606454 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-24ce98e2-ad7f-46cb-b6cc-ed6dc1c90245 admin admin] Publish callbacks [] for security_group (05451b23-5630-4ad6-92f6-312d94616957), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:13.626248 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-24ce98e2-ad7f-46cb-b6cc-ed6dc1c90245 admin admin] Publish callbacks [] for security_group (05451b23-5630-4ad6-92f6-312d94616957), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:13.675465 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-24ce98e2-ad7f-46cb-b6cc-ed6dc1c90245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (05451b23-5630-4ad6-92f6-312d94616957), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:13.678005 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-24ce98e2-ad7f-46cb-b6cc-ed6dc1c90245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:13.679101 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-24ce98e2-ad7f-46cb-b6cc-ed6dc1c90245 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/05451b23-5630-4ad6-92f6-312d94616957 HTTP/1.1" status: 204 len: 168 time: 0.1176884 Mar 09 20:01:13.687379 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce98e2-ad7f-46cb-b6cc-ed6dc1c90245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05451b23-5630-4ad6-92f6-312d94616957,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:15.202981 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 47458) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:15.301667 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4213709c-2927-4948-8944-cc76eb2c78e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:15.376713 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4213709c-2927-4948-8944-cc76eb2c78e2 admin admin] Publish callbacks [] for security_group (1fb82e75-f160-44a5-8cc6-5947ce762b57), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:15.380870 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4213709c-2927-4948-8944-cc76eb2c78e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (1fb82e75-f160-44a5-8cc6-5947ce762b57), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:15.416728 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-4213709c-2927-4948-8944-cc76eb2c78e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a78691068a9b4b1daeb771215476e5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127156 Mar 09 20:01:15.417868 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213709c-2927-4948-8944-cc76eb2c78e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb82e75-f160-44a5-8cc6-5947ce762b57,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:15.419615 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 47462) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:15.468029 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-091369a2-d171-458d-be89-db226aeb02a3 admin admin] Publish callbacks [] for security_group (1fb82e75-f160-44a5-8cc6-5947ce762b57), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:15.490598 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-091369a2-d171-458d-be89-db226aeb02a3 admin admin] Publish callbacks [] for security_group (1fb82e75-f160-44a5-8cc6-5947ce762b57), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:15.535319 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-091369a2-d171-458d-be89-db226aeb02a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (1fb82e75-f160-44a5-8cc6-5947ce762b57), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:15.537900 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-091369a2-d171-458d-be89-db226aeb02a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:15.539043 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-091369a2-d171-458d-be89-db226aeb02a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1fb82e75-f160-44a5-8cc6-5947ce762b57 HTTP/1.1" status: 204 len: 168 time: 0.1171849 Mar 09 20:01:15.546912 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091369a2-d171-458d-be89-db226aeb02a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb82e75-f160-44a5-8cc6-5947ce762b57,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:15.793616 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 47468) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:15.807566 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-849ecac0-eae1-497c-9e4c-a787c620cc05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:15.882146 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-849ecac0-eae1-497c-9e4c-a787c620cc05 admin admin] Publish callbacks [] for security_group (f3ea43fa-8cc8-4569-816b-6c4fec2ca525), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:15.885680 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-849ecac0-eae1-497c-9e4c-a787c620cc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (f3ea43fa-8cc8-4569-816b-6c4fec2ca525), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:15.921257 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-849ecac0-eae1-497c-9e4c-a787c620cc05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6266a6e518a24354b6c1c35753fc41ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265759 Mar 09 20:01:15.923073 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ecac0-eae1-497c-9e4c-a787c620cc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ea43fa-8cc8-4569-816b-6c4fec2ca525,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:15.923955 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 47470) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:15.970401 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8303cd1b-7bf7-4396-a74b-1ba2e26bf73f admin admin] Publish callbacks [] for security_group (f3ea43fa-8cc8-4569-816b-6c4fec2ca525), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:15.991316 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8303cd1b-7bf7-4396-a74b-1ba2e26bf73f admin admin] Publish callbacks [] for security_group (f3ea43fa-8cc8-4569-816b-6c4fec2ca525), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:16.037044 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8303cd1b-7bf7-4396-a74b-1ba2e26bf73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (f3ea43fa-8cc8-4569-816b-6c4fec2ca525), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:16.039461 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-8303cd1b-7bf7-4396-a74b-1ba2e26bf73f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:16.040629 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-8303cd1b-7bf7-4396-a74b-1ba2e26bf73f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3ea43fa-8cc8-4569-816b-6c4fec2ca525 HTTP/1.1" status: 204 len: 168 time: 0.1156657 Mar 09 20:01:16.048161 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303cd1b-7bf7-4396-a74b-1ba2e26bf73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ea43fa-8cc8-4569-816b-6c4fec2ca525,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:17.563743 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 47516) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:17.665286 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4f99b5fe-7999-4b3f-aaa7-6dc68a2543e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:17.737767 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4f99b5fe-7999-4b3f-aaa7-6dc68a2543e5 admin admin] Publish callbacks [] for security_group (dfc66bcd-04d9-4979-828c-cb2d34268c09), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:17.741296 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4f99b5fe-7999-4b3f-aaa7-6dc68a2543e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (dfc66bcd-04d9-4979-828c-cb2d34268c09), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:17.781872 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-4f99b5fe-7999-4b3f-aaa7-6dc68a2543e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c350fca5c04e47958c996954c7293f74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168984 Mar 09 20:01:17.783123 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99b5fe-7999-4b3f-aaa7-6dc68a2543e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc66bcd-04d9-4979-828c-cb2d34268c09,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:17.783800 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 47520) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:17.836349 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-26e0382b-90f3-4c0b-a458-39405d9b1f21 admin admin] Publish callbacks [] for security_group (dfc66bcd-04d9-4979-828c-cb2d34268c09), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:17.857489 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-26e0382b-90f3-4c0b-a458-39405d9b1f21 admin admin] Publish callbacks [] for security_group (dfc66bcd-04d9-4979-828c-cb2d34268c09), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:17.903406 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-26e0382b-90f3-4c0b-a458-39405d9b1f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (dfc66bcd-04d9-4979-828c-cb2d34268c09), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:17.905969 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-26e0382b-90f3-4c0b-a458-39405d9b1f21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:17.907097 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-26e0382b-90f3-4c0b-a458-39405d9b1f21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dfc66bcd-04d9-4979-828c-cb2d34268c09 HTTP/1.1" status: 204 len: 168 time: 0.1223073 Mar 09 20:01:17.914710 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0382b-90f3-4c0b-a458-39405d9b1f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc66bcd-04d9-4979-828c-cb2d34268c09,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:18.153691 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 47526) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:18.166396 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-bda96bcc-c0c2-471b-bd62-707c6ca65221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:18.237121 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-bda96bcc-c0c2-471b-bd62-707c6ca65221 admin admin] Publish callbacks [] for security_group (ef5c317f-c21a-44dc-bc52-a3464fa812ec), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:18.241075 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-bda96bcc-c0c2-471b-bd62-707c6ca65221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (ef5c317f-c21a-44dc-bc52-a3464fa812ec), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:18.276658 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda96bcc-c0c2-471b-bd62-707c6ca65221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5c317f-c21a-44dc-bc52-a3464fa812ec,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:18.282888 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-bda96bcc-c0c2-471b-bd62-707c6ca65221 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2b4167c29954d00a5695fe7793fd3a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262186 Mar 09 20:01:18.283399 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 47528) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:18.329494 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3d8ca025-cfac-40a5-9f65-aa303496a524 admin admin] Publish callbacks [] for security_group (ef5c317f-c21a-44dc-bc52-a3464fa812ec), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:18.355920 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3d8ca025-cfac-40a5-9f65-aa303496a524 admin admin] Publish callbacks [] for security_group (ef5c317f-c21a-44dc-bc52-a3464fa812ec), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:18.407702 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3d8ca025-cfac-40a5-9f65-aa303496a524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (ef5c317f-c21a-44dc-bc52-a3464fa812ec), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:18.410183 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3d8ca025-cfac-40a5-9f65-aa303496a524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:18.411324 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-3d8ca025-cfac-40a5-9f65-aa303496a524 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef5c317f-c21a-44dc-bc52-a3464fa812ec HTTP/1.1" status: 204 len: 168 time: 0.1270442 Mar 09 20:01:18.419191 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ca025-cfac-40a5-9f65-aa303496a524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5c317f-c21a-44dc-bc52-a3464fa812ec,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:21.061821 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 20:01:26.842270 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 47662) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:26.946976 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f8b27491-2c0e-4975-8527-1efecaf57b69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:27.018171 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f8b27491-2c0e-4975-8527-1efecaf57b69 admin admin] Publish callbacks [] for security_group (f2d763dc-5700-4be3-a22f-55a1f8481b72), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:27.021688 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-f8b27491-2c0e-4975-8527-1efecaf57b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (f2d763dc-5700-4be3-a22f-55a1f8481b72), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:27.058569 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-f8b27491-2c0e-4975-8527-1efecaf57b69 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cbceab2bfeb340dfbe0313e6d5616b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151606 Mar 09 20:01:27.060488 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b27491-2c0e-4975-8527-1efecaf57b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d763dc-5700-4be3-a22f-55a1f8481b72,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:27.061350 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 47666) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:27.107056 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d9d8eca4-5579-4342-8a08-bb2e47670eb5 admin admin] Publish callbacks [] for security_group (f2d763dc-5700-4be3-a22f-55a1f8481b72), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:27.128056 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d9d8eca4-5579-4342-8a08-bb2e47670eb5 admin admin] Publish callbacks [] for security_group (f2d763dc-5700-4be3-a22f-55a1f8481b72), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:27.173194 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d9d8eca4-5579-4342-8a08-bb2e47670eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (f2d763dc-5700-4be3-a22f-55a1f8481b72), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:27.175679 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d9d8eca4-5579-4342-8a08-bb2e47670eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:27.176816 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-d9d8eca4-5579-4342-8a08-bb2e47670eb5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2d763dc-5700-4be3-a22f-55a1f8481b72 HTTP/1.1" status: 204 len: 168 time: 0.1143255 Mar 09 20:01:27.184936 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8eca4-5579-4342-8a08-bb2e47670eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d763dc-5700-4be3-a22f-55a1f8481b72,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:27.428499 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 47672) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:27.441421 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-dc435da2-0e8b-4204-9a72-d9df496366dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:27.514722 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-dc435da2-0e8b-4204-9a72-d9df496366dd admin admin] Publish callbacks [] for security_group (7ba3ae0d-461d-4bf3-ad6a-254cb724bab3), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:27.515229 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-6b3977aa-d35e-4075-8257-775f6280f182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:27.518578 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-dc435da2-0e8b-4204-9a72-d9df496366dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (7ba3ae0d-461d-4bf3-ad6a-254cb724bab3), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:27.558717 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-dc435da2-0e8b-4204-9a72-d9df496366dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62fef710a8514058988d1c495b3feb97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291468 Mar 09 20:01:27.559661 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc435da2-0e8b-4204-9a72-d9df496366dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba3ae0d-461d-4bf3-ad6a-254cb724bab3,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:27.561357 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 47674) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:27.609078 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1267-90f1-4fbb-a3fc-69d819bb2edc admin admin] Publish callbacks [] for security_group (7ba3ae0d-461d-4bf3-ad6a-254cb724bab3), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:27.629454 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1267-90f1-4fbb-a3fc-69d819bb2edc admin admin] Publish callbacks [] for security_group (7ba3ae0d-461d-4bf3-ad6a-254cb724bab3), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:27.675465 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1267-90f1-4fbb-a3fc-69d819bb2edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (7ba3ae0d-461d-4bf3-ad6a-254cb724bab3), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:27.678012 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-fa0c1267-90f1-4fbb-a3fc-69d819bb2edc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:27.679178 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-fa0c1267-90f1-4fbb-a3fc-69d819bb2edc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ba3ae0d-461d-4bf3-ad6a-254cb724bab3 HTTP/1.1" status: 204 len: 168 time: 0.1168184 Mar 09 20:01:27.687086 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c1267-90f1-4fbb-a3fc-69d819bb2edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba3ae0d-461d-4bf3-ad6a-254cb724bab3,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:27.983436 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 47680) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:27.996611 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-edcb266a-bb18-4090-9664-5db5820062d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:28.069783 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-edcb266a-bb18-4090-9664-5db5820062d7 admin admin] Publish callbacks [] for security_group (440ef84c-cb4b-4f22-aeea-f9a7f940f979), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:28.073415 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-edcb266a-bb18-4090-9664-5db5820062d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (440ef84c-cb4b-4f22-aeea-f9a7f940f979), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:28.109502 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-edcb266a-bb18-4090-9664-5db5820062d7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d954ffa77472463e8c526d674c38306e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1249740 Mar 09 20:01:28.110707 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb266a-bb18-4090-9664-5db5820062d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440ef84c-cb4b-4f22-aeea-f9a7f940f979,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:28.112238 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 47682) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:28.159026 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f8f79426-8a1f-4c40-a834-9404372651b0 admin admin] Publish callbacks [] for security_group (440ef84c-cb4b-4f22-aeea-f9a7f940f979), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:28.179794 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f8f79426-8a1f-4c40-a834-9404372651b0 admin admin] Publish callbacks [] for security_group (440ef84c-cb4b-4f22-aeea-f9a7f940f979), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:28.224437 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f8f79426-8a1f-4c40-a834-9404372651b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (440ef84c-cb4b-4f22-aeea-f9a7f940f979), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:28.227594 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-f8f79426-8a1f-4c40-a834-9404372651b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:28.228787 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-f8f79426-8a1f-4c40-a834-9404372651b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/440ef84c-cb4b-4f22-aeea-f9a7f940f979 HTTP/1.1" status: 204 len: 168 time: 0.1155610 Mar 09 20:01:28.236431 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f79426-8a1f-4c40-a834-9404372651b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440ef84c-cb4b-4f22-aeea-f9a7f940f979,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:29.774452 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7d179b8e-cca3-437c-8f01-46c73d5618db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:30.882778 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:32.502914 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:33.793115 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:33.883543 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:54.630417 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 47862) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:54.729312 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-22c539c5-71f3-4b9f-a386-6efc520bce01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:54.801873 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-22c539c5-71f3-4b9f-a386-6efc520bce01 admin admin] Publish callbacks [] for security_group (a947b4cb-8528-4a2a-8c1b-e8f20022dcdc), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:54.805931 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-22c539c5-71f3-4b9f-a386-6efc520bce01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (a947b4cb-8528-4a2a-8c1b-e8f20022dcdc), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:54.845028 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-22c539c5-71f3-4b9f-a386-6efc520bce01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e03e860a517a4a5a8d4f326b1649ad6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135513 Mar 09 20:01:54.845863 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c539c5-71f3-4b9f-a386-6efc520bce01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a947b4cb-8528-4a2a-8c1b-e8f20022dcdc,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:54.847667 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 47866) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:01:54.895366 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-08951c04-2bf2-4cc3-8880-5f21b0887c54 admin admin] Publish callbacks [] for security_group (a947b4cb-8528-4a2a-8c1b-e8f20022dcdc), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:54.916302 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-08951c04-2bf2-4cc3-8880-5f21b0887c54 admin admin] Publish callbacks [] for security_group (a947b4cb-8528-4a2a-8c1b-e8f20022dcdc), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:54.961782 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-08951c04-2bf2-4cc3-8880-5f21b0887c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (a947b4cb-8528-4a2a-8c1b-e8f20022dcdc), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:54.964300 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-08951c04-2bf2-4cc3-8880-5f21b0887c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:54.965422 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-08951c04-2bf2-4cc3-8880-5f21b0887c54 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a947b4cb-8528-4a2a-8c1b-e8f20022dcdc HTTP/1.1" status: 204 len: 168 time: 0.1167064 Mar 09 20:01:54.972954 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08951c04-2bf2-4cc3-8880-5f21b0887c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a947b4cb-8528-4a2a-8c1b-e8f20022dcdc,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:01:57.517568 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-62a46454-7443-4cea-ad29-d5ebb9d31cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:01:58.061625 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 20:01:59.776160 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c446bd9f-485f-443a-a7a0-7dc2071e7c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:00.886055 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:02.503715 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:02.837983 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 47936) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:02:02.935401 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3b34522e-19df-4dc7-985c-857aae2753f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:03.006168 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3b34522e-19df-4dc7-985c-857aae2753f9 admin admin] Publish callbacks [] for security_group (5caf1cc9-3ef3-4f2a-9232-07f93fbc11cb), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:03.010870 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-3b34522e-19df-4dc7-985c-857aae2753f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (5caf1cc9-3ef3-4f2a-9232-07f93fbc11cb), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:03.050799 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-3b34522e-19df-4dc7-985c-857aae2753f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=486f3d3b12e649cd9096198d4c59c11e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117474 Mar 09 20:02:03.051777 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34522e-19df-4dc7-985c-857aae2753f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caf1cc9-3ef3-4f2a-9232-07f93fbc11cb,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:02:03.053459 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 47940) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:02:03.102605 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b0203b77-9b51-45f2-9192-e7092bd34521 admin admin] Publish callbacks [] for security_group (5caf1cc9-3ef3-4f2a-9232-07f93fbc11cb), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:03.123305 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b0203b77-9b51-45f2-9192-e7092bd34521 admin admin] Publish callbacks [] for security_group (5caf1cc9-3ef3-4f2a-9232-07f93fbc11cb), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:03.171816 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b0203b77-9b51-45f2-9192-e7092bd34521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (5caf1cc9-3ef3-4f2a-9232-07f93fbc11cb), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:03.174712 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b0203b77-9b51-45f2-9192-e7092bd34521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:03.176703 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-b0203b77-9b51-45f2-9192-e7092bd34521 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5caf1cc9-3ef3-4f2a-9232-07f93fbc11cb HTTP/1.1" status: 204 len: 168 time: 0.1216092 Mar 09 20:02:03.185419 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0203b77-9b51-45f2-9192-e7092bd34521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caf1cc9-3ef3-4f2a-9232-07f93fbc11cb,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:02:03.799393 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:03.885036 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:06.705074 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8e032674-5632-4df1-be10-9796860d0ab6 req-ac1e1c81-2258-48f2-820e-016fac476d45 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542448 Mar 09 20:02:06.790591 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e032674-5632-4df1-be10-9796860d0ab6 req-0f4f45b0-6eec-4773-b566-f2634c1b06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:06.792105 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8e032674-5632-4df1-be10-9796860d0ab6 req-0f4f45b0-6eec-4773-b566-f2634c1b06ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d588caf995c4f16b38f074e13bd7a1a&device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 1130 time: 0.0470762 Mar 09 20:02:06.897594 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e032674-5632-4df1-be10-9796860d0ab6 req-d6bdd9f9-34c0-4952-a7aa-55c7146c8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:06.898942 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8e032674-5632-4df1-be10-9796860d0ab6 req-d6bdd9f9-34c0-4952-a7aa-55c7146c8419 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6865f93-e29e-499c-8fa6-bf8466c90938 HTTP/1.1" status: 200 len: 913 time: 0.0891585 Mar 09 20:02:06.961080 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8e032674-5632-4df1-be10-9796860d0ab6 req-9d3307b2-2ed0-438c-ae04-2f8817460666 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=437172cf-fa3f-41c6-a7bb-4e7dc3d23217 HTTP/1.1" status: 200 len: 1001 time: 0.0552499 Mar 09 20:02:07.008350 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e032674-5632-4df1-be10-9796860d0ab6 req-1720e7d4-15ab-4c8a-8b29-0bcdaa9d2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:07.010356 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8e032674-5632-4df1-be10-9796860d0ab6 req-1720e7d4-15ab-4c8a-8b29-0bcdaa9d2708 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b68915-01ad-448e-9f8e-5d4d04159d8e HTTP/1.1" status: 200 len: 851 time: 0.0421069 Mar 09 20:02:07.060682 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e032674-5632-4df1-be10-9796860d0ab6 req-e1515d99-2a5d-490b-af1a-a29d16c45055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:07.062119 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8e032674-5632-4df1-be10-9796860d0ab6 req-e1515d99-2a5d-490b-af1a-a29d16c45055 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6865f93-e29e-499c-8fa6-bf8466c90938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445983 Mar 09 20:02:07.148690 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8e032674-5632-4df1-be10-9796860d0ab6 req-e9ed685b-cecb-439b-8285-0d9c88e4748e service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791152 Mar 09 20:02:07.237170 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-8e032674-5632-4df1-be10-9796860d0ab6 req-5e5099de-a7ba-457f-abc0-ad02d23632f7 service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820303 Mar 09 20:02:10.065225 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-be8901ea-7d65-4696-8021-99de7aa7d28a tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270837477&fields=id&tenant_id=2d588caf995c4f16b38f074e13bd7a1a HTTP/1.1" status: 200 len: 267 time: 0.0422611 Mar 09 20:02:10.168395 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-4610fdc7-98aa-436e-9021-030a1a1448eb tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:10.169821 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-4610fdc7-98aa-436e-9021-030a1a1448eb tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/networks?id=e6865f93-e29e-499c-8fa6-bf8466c90938 HTTP/1.1" status: 200 len: 812 time: 0.0986059 Mar 09 20:02:10.183698 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-91af2b87-6f0a-4af6-b9af-d0020bee0ce1 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/quotas/2d588caf995c4f16b38f074e13bd7a1a HTTP/1.1" status: 200 len: 375 time: 0.0085764 Mar 09 20:02:10.237558 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-6bc768b6-d8d9-4679-961b-ee5690973a09 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2d588caf995c4f16b38f074e13bd7a1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491993 Mar 09 20:02:10.341822 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-2f96b793-4f01-4461-b544-4c1e9edab337 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=114604) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 09 20:02:10.342804 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-2f96b793-4f01-4461-b544-4c1e9edab337 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0940797 Mar 09 20:02:10.430529 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-710e4978-e95f-4439-8f9d-429234b22606 service neutron] 10.222.0.16 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818377 Mar 09 20:02:10.515689 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-58ac3396-6dda-4cf3-beb2-baa3813bc6ac service neutron] 10.222.0.16 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795431 Mar 09 20:02:10.787894 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-76222200-999a-4e23-981b-8d9130645185 req-e6dfb407-b868-4584-99ed-36490a7e1a84 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 210 time: 0.0257938 Mar 09 20:02:11.669742 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-7ce17f9b-f01b-4566-b0bd-2239d69131d0 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:11.671191 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-7ce17f9b-f01b-4566-b0bd-2239d69131d0 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.20 "GET /v2.0/networks?id=e6865f93-e29e-499c-8fa6-bf8466c90938 HTTP/1.1" status: 200 len: 812 time: 0.1096725 Mar 09 20:02:11.732513 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-4313f441-9896-4c95-b593-d4420824ec44 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d588caf995c4f16b38f074e13bd7a1a HTTP/1.1" status: 200 len: 380 time: 0.0534511 Mar 09 20:02:11.740708 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Request body: {'port': {'device_id': '8036ec26-3e2c-4cc1-9973-c1597247cf0d', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'admin_state_up': True, 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'security_groups': ['af9e2ab2-5cf0-4850-9944-4e8894bc7f53']}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 20:02:11.846132 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Made reservation on behalf of 2d588caf995c4f16b38f074e13bd7a1a for: {'port': 1} {{(pid=114605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 09 20:02:11.849729 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:11.880979 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-5022d1b4-0b95-42a4-b378-3e124582e68d req-87c5f5cf-6fdb-4f7b-a420-9e54e4d34718 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 210 time: 0.0271759 Mar 09 20:02:11.976271 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_common [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Allocated IP 172.20.0.3 (e6865f93-e29e-499c-8fa6-bf8466c90938/63b68915-01ad-448e-9f8e-5d4d04159d8e/c30a023e-9f25-40a5-9cb5-4a54a0340567) {{(pid=114605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 20:02:12.129508 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for port (c30a023e-9f25-40a5-9cb5-4a54a0340567), precommit_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:12.162973 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (c30a023e-9f25-40a5-9cb5-4a54a0340567), after_create {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:12.203228 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Network e6865f93-e29e-499c-8fa6-bf8466c90938 is already hosted by enough agents. {{(pid=114605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 20:02:12.207984 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.base_scheduler [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Resources bound (agent type, host, resource id): {{(pid=114605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 20:02:12.211454 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Received port after_create {{(pid=114605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 20:02:12.217921 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event updated for resources: {'Port': ['ID=c30a023e-9f25-40a5-9cb5-4a54a0340567,revision_number=1']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:02:12.246934 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:12.247193 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:12.247530 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:12.247860 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:12.248209 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:12.248534 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:12.248854 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:12.249175 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:12.249489 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:12.249804 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:12.250385 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:12.250693 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:12.251005 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:12.273317 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:12.273957 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:12.292797 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-d33df432-77af-49be-902e-001fc6a7fdd3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5557575 Mar 09 20:02:12.305456 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.v2.base [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Request body: {'port': {'device_id': '8036ec26-3e2c-4cc1-9973-c1597247cf0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=114605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 20:02:12.368166 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (c30a023e-9f25-40a5-9cb5-4a54a0340567), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:12.439394 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-b7745d23-b624-48e0-99bc-1f989faac21e None None] Provisioning complete for port c30a023e-9f25-40a5-9cb5-4a54a0340567 triggered by entity DHCP. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 20:02:12.439833 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-b7745d23-b624-48e0-99bc-1f989faac21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (c30a023e-9f25-40a5-9cb5-4a54a0340567), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:12.475575 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-b7745d23-b624-48e0-99bc-1f989faac21e None None] Port c30a023e-9f25-40a5-9cb5-4a54a0340567 cannot update to ACTIVE because it is not bound. {{(pid=114606) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 09 20:02:12.622622 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30a023e-9f25-40a5-9cb5-4a54a0340567 {{(pid=114605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 20:02:12.630206 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Publish callbacks [] for port (c30a023e-9f25-40a5-9cb5-4a54a0340567), precommit_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:12.642185 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.provisioning_blocks [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Transition to ACTIVE for port object c30a023e-9f25-40a5-9cb5-4a54a0340567 will not be triggered until provisioned by entity L2. {{(pid=114605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 09 20:02:12.648124 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (c30a023e-9f25-40a5-9cb5-4a54a0340567), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:12.720155 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Pushing event updated for resources: {'Port': ['ID=c30a023e-9f25-40a5-9cb5-4a54a0340567,revision_number=2']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:02:12.773482 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Attempting to bind port c30a023e-9f25-40a5-9cb5-4a54a0340567 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 09 20:02:12.773809 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Attempting to bind port c30a023e-9f25-40a5-9cb5-4a54a0340567 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 09 20:02:12.774139 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Attempting to bind port c30a023e-9f25-40a5-9cb5-4a54a0340567 on network e6865f93-e29e-499c-8fa6-bf8466c90938 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 20:02:12.778617 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Port c30a023e-9f25-40a5-9cb5-4a54a0340567 on network e6865f93-e29e-499c-8fa6-bf8466c90938 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 09 20:02:12.778939 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Attempting to bind port c30a023e-9f25-40a5-9cb5-4a54a0340567 on network e6865f93-e29e-499c-8fa6-bf8466c90938 {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 09 20:02:12.783885 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Checking agent: {'id': 'bcdf3834-7e63-4fda-84d0-4ad026840b45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'started_at': datetime.datetime(2022, 3, 9, 19, 48, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 9, 20, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 09 20:02:12.784261 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Checking segment: {'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 09 20:02:12.784660 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Bound using segment: {'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'} {{(pid=114605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 09 20:02:12.785111 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.managers [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Bound port: c30a023e-9f25-40a5-9cb5-4a54a0340567, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149f2d72-d8f8-4d29-a5bf-71d040a32917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938'}}] {{(pid=114605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 09 20:02:12.785488 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (c30a023e-9f25-40a5-9cb5-4a54a0340567), before_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:12.850632 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] For port c30a023e-9f25-40a5-9cb5-4a54a0340567, host hv-cinder-78836, cleared binding levels {{(pid=114605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 09 20:02:12.854231 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] For port c30a023e-9f25-40a5-9cb5-4a54a0340567, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c30a023e-9f25-40a5-9cb5-4a54a0340567,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 09 20:02:12.860016 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8836903'] for port (c30a023e-9f25-40a5-9cb5-4a54a0340567), after_update {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:12.895948 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:12.896683 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:12.898175 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] 10.222.0.20 "PUT /v2.0/ports/c30a023e-9f25-40a5-9cb5-4a54a0340567 HTTP/1.1" status: 200 len: 1093 time: 0.5969548 Mar 09 20:02:12.898978 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8036ec26-3e2c-4cc1-9973-c1597247cf0d', 'tag': 'c30a023e-9f25-40a5-9cb5-4a54a0340567'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 20:02:12.901565 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e436be-d8b6-423d-844a-3c35bf24333a" -d '{"events": [{"name": "network-changed", "server_uuid": "8036ec26-3e2c-4cc1-9973-c1597247cf0d", "tag": "c30a023e-9f25-40a5-9cb5-4a54a0340567"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 20:02:12.940099 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a7f61-f331-4f44-a42d-8ca3960ba674 service neutron] Pushing event updated for resources: {'Port': ['ID=c30a023e-9f25-40a5-9cb5-4a54a0340567,revision_number=3']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:02:13.004791 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-28ada835-5613-438f-8d67-bbb50047eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:13.006198 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-28ada835-5613-438f-8d67-bbb50047eac0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d588caf995c4f16b38f074e13bd7a1a&device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 1127 time: 0.0525196 Mar 09 20:02:13.021135 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795a685-160f-4335-894c-eb81f68a183d req-86ca0a14-89c0-4580-a9ae-348c76fdb85b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:13.028594 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4795a685-160f-4335-894c-eb81f68a183d req-86ca0a14-89c0-4580-a9ae-348c76fdb85b tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 943 time: 0.0668819 Mar 09 20:02:13.059111 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-7435117e-08a8-43ae-ab9f-241b647a7290 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c30a023e-9f25-40a5-9cb5-4a54a0340567 HTTP/1.1" status: 200 len: 217 time: 0.0458615 Mar 09 20:02:13.080666 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-4795a685-160f-4335-894c-eb81f68a183d req-cf6c994e-0a68-48d0-b7ef-a2f3e0a215a2 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510597 Mar 09 20:02:13.120770 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-226fbc1a-eaf1-485b-ba9d-d007492e1d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:13.122292 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-226fbc1a-eaf1-485b-ba9d-d007492e1d7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b68915-01ad-448e-9f8e-5d4d04159d8e HTTP/1.1" status: 200 len: 851 time: 0.0564761 Mar 09 20:02:13.136564 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 20:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2240dc6-b8eb-4006-a4ce-17c39b97cbd7 x-openstack-request-id: req-c2240dc6-b8eb-4006-a4ce-17c39b97cbd7 {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 20:02:13.136843 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8036ec26-3e2c-4cc1-9973-c1597247cf0d", "tag": "c30a023e-9f25-40a5-9cb5-4a54a0340567", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 20:02:13.137092 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2240dc6-b8eb-4006-a4ce-17c39b97cbd7 {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 20:02:13.137470 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8036ec26-3e2c-4cc1-9973-c1597247cf0d', 'tag': 'c30a023e-9f25-40a5-9cb5-4a54a0340567', 'status': 'completed', 'code': 200} Mar 09 20:02:13.177768 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-6b4de354-89b3-4750-a763-6cfe6f1ca735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:13.179510 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-6b4de354-89b3-4750-a763-6cfe6f1ca735 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6865f93-e29e-499c-8fa6-bf8466c90938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509305 Mar 09 20:02:13.263841 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-00428c76-8b7f-4024-9dda-7528a4019467 service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785956 Mar 09 20:02:13.351798 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4cba23cf-43d0-4b55-aa7a-cca788b9fed0 req-210900cb-394b-4159-91a6-2785ba1fa0e0 service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816574 Mar 09 20:02:13.440110 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e436be-d8b6-423d-844a-3c35bf24333a req-748d9b96-90f0-46a9-83a0-bb98655e2f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:13.441673 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-f6e436be-d8b6-423d-844a-3c35bf24333a req-748d9b96-90f0-46a9-83a0-bb98655e2f04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d588caf995c4f16b38f074e13bd7a1a&device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 1127 time: 0.0433655 Mar 09 20:02:13.529724 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e436be-d8b6-423d-844a-3c35bf24333a req-8f4d926b-4d07-4684-9a9d-d99f7b80b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:13.531063 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-f6e436be-d8b6-423d-844a-3c35bf24333a req-8f4d926b-4d07-4684-9a9d-d99f7b80b7d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6865f93-e29e-499c-8fa6-bf8466c90938 HTTP/1.1" status: 200 len: 913 time: 0.0833986 Mar 09 20:02:13.569433 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-f6e436be-d8b6-423d-844a-3c35bf24333a req-6f876a3b-685a-4155-8604-2a77455a1812 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c30a023e-9f25-40a5-9cb5-4a54a0340567 HTTP/1.1" status: 200 len: 217 time: 0.0317082 Mar 09 20:02:13.614832 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e436be-d8b6-423d-844a-3c35bf24333a req-f97d4c8e-bf81-40bc-b78b-ee2c9ca12729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:13.616199 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-f6e436be-d8b6-423d-844a-3c35bf24333a req-f97d4c8e-bf81-40bc-b78b-ee2c9ca12729 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b68915-01ad-448e-9f8e-5d4d04159d8e HTTP/1.1" status: 200 len: 851 time: 0.0401669 Mar 09 20:02:13.665650 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e436be-d8b6-423d-844a-3c35bf24333a req-d3c4c40a-954b-454c-b804-51fbd056f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:13.667113 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-f6e436be-d8b6-423d-844a-3c35bf24333a req-d3c4c40a-954b-454c-b804-51fbd056f2d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6865f93-e29e-499c-8fa6-bf8466c90938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451281 Mar 09 20:02:13.756289 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-f6e436be-d8b6-423d-844a-3c35bf24333a req-815fb209-d6ea-43ba-aac8-dfc0adccf1ef service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783908 Mar 09 20:02:13.846375 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-f6e436be-d8b6-423d-844a-3c35bf24333a req-06fa1e02-8657-45f9-b716-81d458fcf6a8 service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806224 Mar 09 20:02:14.191380 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697a2c6-aefe-44f7-9dcf-685e30e57dae req-ed1a019c-ab14-48b2-99db-932a14ad8421 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:14.192844 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6697a2c6-aefe-44f7-9dcf-685e30e57dae req-ed1a019c-ab14-48b2-99db-932a14ad8421 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 943 time: 0.0506144 Mar 09 20:02:14.239989 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6697a2c6-aefe-44f7-9dcf-685e30e57dae req-3074f7f6-a4de-4d96-9b6a-b80a115e25ae tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416651 Mar 09 20:02:15.357704 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8c2ee-2429-4a36-8443-7ab6b714933d req-5ca0dfab-7f71-4aba-9578-ecf0deacb061 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:15.359061 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30a8c2ee-2429-4a36-8443-7ab6b714933d req-5ca0dfab-7f71-4aba-9578-ecf0deacb061 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 943 time: 0.0538476 Mar 09 20:02:15.409781 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-30a8c2ee-2429-4a36-8443-7ab6b714933d req-af9e66af-ce1f-4663-b452-44f3d08bb9ed tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452394 Mar 09 20:02:16.536544 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6404e63-822a-4f55-af37-f920259c6496 req-ba8a5690-0a56-4f20-b5b4-1f9a7787a4fb tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:16.538082 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d6404e63-822a-4f55-af37-f920259c6496 req-ba8a5690-0a56-4f20-b5b4-1f9a7787a4fb tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 943 time: 0.0534861 Mar 09 20:02:16.584136 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d6404e63-822a-4f55-af37-f920259c6496 req-18ee7810-9bec-4e3c-b056-07ec1d054d13 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406408 Mar 09 20:02:17.700343 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa32afd-4f4e-42d5-8541-66c92aee9c50 req-db231195-5116-42b6-894d-00ee0ed3d950 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:17.701699 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-eaa32afd-4f4e-42d5-8541-66c92aee9c50 req-db231195-5116-42b6-894d-00ee0ed3d950 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 943 time: 0.0506949 Mar 09 20:02:17.751995 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-eaa32afd-4f4e-42d5-8541-66c92aee9c50 req-21bdc9d6-d8a4-4d06-bd08-8fe5c16eec08 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448239 Mar 09 20:02:18.866573 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da2abf-4f02-4366-9141-7d6ceec96f4d req-6db917b3-18de-4cd3-aa92-49379f5f6546 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:18.868008 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-49da2abf-4f02-4366-9141-7d6ceec96f4d req-6db917b3-18de-4cd3-aa92-49379f5f6546 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 943 time: 0.0508904 Mar 09 20:02:18.914714 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-49da2abf-4f02-4366-9141-7d6ceec96f4d req-214715cc-0013-46a4-8d32-2aec448fb882 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407994 Mar 09 20:02:20.028826 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd411d-1887-413d-a7ab-54eb737c9027 req-7b7099ad-49ff-4f86-aaf6-15d504ef1192 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:20.030274 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0ddd411d-1887-413d-a7ab-54eb737c9027 req-7b7099ad-49ff-4f86-aaf6-15d504ef1192 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 943 time: 0.0509446 Mar 09 20:02:20.076623 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-0ddd411d-1887-413d-a7ab-54eb737c9027 req-f18b629e-091b-4580-a7c7-6dc48fe8e583 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408521 Mar 09 20:02:20.614309 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device c30a023e-9f25-40a5-9cb5-4a54a0340567 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=114606) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 09 20:02:20.714210 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port c30a023e-9f25-40a5-9cb5-4a54a0340567, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c30a023e-9f25-40a5-9cb5-4a54a0340567,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:02:20.724775 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Returning: {'device': 'c30a023e-9f25-40a5-9cb5-4a54a0340567', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'port_id': 'c30a023e-9f25-40a5-9cb5-4a54a0340567', 'mac_address': 'fa:16:3e:1c:d7:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114606) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 09 20:02:20.760662 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port c30a023e-9f25-40a5-9cb5-4a54a0340567 is: DOWN; New status is: BUILD {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 20:02:20.761053 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (c30a023e-9f25-40a5-9cb5-4a54a0340567), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:20.772959 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30a023e-9f25-40a5-9cb5-4a54a0340567 {{(pid=114606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 09 20:02:20.792347 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port c30a023e-9f25-40a5-9cb5-4a54a0340567, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c30a023e-9f25-40a5-9cb5-4a54a0340567,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:02:20.795959 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (c30a023e-9f25-40a5-9cb5-4a54a0340567), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:20.840328 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=c30a023e-9f25-40a5-9cb5-4a54a0340567,revision_number=4']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:02:20.847230 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:20.847611 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:20.847959 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:20.848324 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:20.848662 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:20.848993 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:20.849322 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:20.849647 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:20.849973 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:20.850299 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:20.850625 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:20.850946 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:20.851268 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:21.043060 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] get_ports_and_sgs() called for port_ids ['c30a023e-9f25-40a5-9cb5-4a54a0340567'] {{(pid=114606) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 09 20:02:21.192900 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ebe16-5a62-4417-8935-536c471845aa req-cb82a921-fa6b-49a3-a9fa-7bac2f05ea50 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:21.194342 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-333ebe16-5a62-4417-8935-536c471845aa req-cb82a921-fa6b-49a3-a9fa-7bac2f05ea50 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 944 time: 0.0541584 Mar 09 20:02:21.241064 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-333ebe16-5a62-4417-8935-536c471845aa req-79d0c744-539f-4259-add1-9da179abcb72 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411806 Mar 09 20:02:22.353876 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fbd2a-eae0-43d5-bc7d-b4f523ee47e2 req-0ff8074a-2971-4f55-98a9-38174a32e424 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:22.355310 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ca0fbd2a-eae0-43d5-bc7d-b4f523ee47e2 req-0ff8074a-2971-4f55-98a9-38174a32e424 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 944 time: 0.0502427 Mar 09 20:02:22.403825 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-ca0fbd2a-eae0-43d5-bc7d-b4f523ee47e2 req-f2fdd114-b745-4f83-8021-30af7cddad9f tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426176 Mar 09 20:02:22.613919 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device c30a023e-9f25-40a5-9cb5-4a54a0340567 up at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 09 20:02:22.664136 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning for port c30a023e-9f25-40a5-9cb5-4a54a0340567 completed by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 09 20:02:22.668110 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.provisioning_blocks [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Provisioning complete for port c30a023e-9f25-40a5-9cb5-4a54a0340567 triggered by entity L2. {{(pid=114606) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 09 20:02:22.668489 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-967173'] for port (c30a023e-9f25-40a5-9cb5-4a54a0340567), provisioning_complete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:22.740796 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Current status of the port c30a023e-9f25-40a5-9cb5-4a54a0340567 is: BUILD; New status is: ACTIVE {{(pid=114606) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 09 20:02:22.741180 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (c30a023e-9f25-40a5-9cb5-4a54a0340567), before_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:22.763804 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8036ec26-3e2c-4cc1-9973-c1597247cf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30a023e-9f25-40a5-9cb5-4a54a0340567'}] {{(pid=114606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 20:02:22.766018 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77a3c1e8873101f35e7fdd06d9748f4dfa6ef73dc0ac4ab20e1702cba864974d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24223fe2-a140-40eb-aa13-ecf39f70ba31" -d '{"events": [{"server_uuid": "8036ec26-3e2c-4cc1-9973-c1597247cf0d", "name": "network-vif-plugged", "status": "completed", "tag": "c30a023e-9f25-40a5-9cb5-4a54a0340567"}]}' {{(pid=114606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 20:02:22.778049 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] For port c30a023e-9f25-40a5-9cb5-4a54a0340567, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c30a023e-9f25-40a5-9cb5-4a54a0340567,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:02:22.781897 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530'] for port (c30a023e-9f25-40a5-9cb5-4a54a0340567), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:22.831642 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Pushing event updated for resources: {'Port': ['ID=c30a023e-9f25-40a5-9cb5-4a54a0340567,revision_number=5']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:02:22.863307 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 20:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9038082-b2e6-4e86-b2d9-ff5703e14ba2 x-openstack-request-id: req-c9038082-b2e6-4e86-b2d9-ff5703e14ba2 {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 20:02:22.863598 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8036ec26-3e2c-4cc1-9973-c1597247cf0d", "name": "network-vif-plugged", "status": "completed", "tag": "c30a023e-9f25-40a5-9cb5-4a54a0340567", "code": 200}]} {{(pid=114606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 20:02:22.863848 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9038082-b2e6-4e86-b2d9-ff5703e14ba2 {{(pid=114606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 20:02:22.864331 dv-cinder-788366-9-iscsi neutron-server[114606]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8036ec26-3e2c-4cc1-9973-c1597247cf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30a023e-9f25-40a5-9cb5-4a54a0340567', 'code': 200} Mar 09 20:02:23.080007 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe65066-7928-4f82-a500-be47bbb0424a req-fbecd7b5-2056-4caa-89f1-f42991dd20c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:23.081495 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4fe65066-7928-4f82-a500-be47bbb0424a req-fbecd7b5-2056-4caa-89f1-f42991dd20c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 1129 time: 0.0432653 Mar 09 20:02:23.126842 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-4fe65066-7928-4f82-a500-be47bbb0424a req-137dfcdc-e2ce-4699-97b4-106b9d4f8277 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384641 Mar 09 20:02:23.515994 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ae959-fcc2-4bfb-b498-0f6a2faa10f5 req-5a4c400d-8820-4ead-ab4a-0cbfd8115839 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:23.517447 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-aa4ae959-fcc2-4bfb-b498-0f6a2faa10f5 req-5a4c400d-8820-4ead-ab4a-0cbfd8115839 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 945 time: 0.0495002 Mar 09 20:02:23.567807 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-aa4ae959-fcc2-4bfb-b498-0f6a2faa10f5 req-c3031c99-3f0c-42d0-a63c-4da53a6e1160 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449493 Mar 09 20:02:24.684177 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681c2a7-2dca-40ee-9a49-d79b6771ced2 req-662f9d72-6452-4270-9bd7-2f628e60dc97 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:24.685620 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c681c2a7-2dca-40ee-9a49-d79b6771ced2 req-662f9d72-6452-4270-9bd7-2f628e60dc97 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 945 time: 0.0517368 Mar 09 20:02:24.731310 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-c681c2a7-2dca-40ee-9a49-d79b6771ced2 req-c2f761ab-f628-4df8-9dc9-31d57dc905e3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401196 Mar 09 20:02:24.846383 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69c6d9-6a06-4785-be0b-c44de732c876 req-c744c955-893d-492c-b5db-0e16a0fb9f15 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:24.847807 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6b69c6d9-6a06-4785-be0b-c44de732c876 req-c744c955-893d-492c-b5db-0e16a0fb9f15 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 945 time: 0.0517893 Mar 09 20:02:24.894117 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-6b69c6d9-6a06-4785-be0b-c44de732c876 req-3fa00b3c-c55d-4660-a018-1372a33a90e0 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400693 Mar 09 20:02:24.917608 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 48032) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:02:24.960400 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fe6f65-8a1c-41d1-b9d7-8ba5d18bce31 tempest-TestVolumeBootPattern-458771869 tempest-TestVolumeBootPattern-458771869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:24.962378 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-95fe6f65-8a1c-41d1-b9d7-8ba5d18bce31 tempest-TestVolumeBootPattern-458771869 tempest-TestVolumeBootPattern-458771869-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 1124 time: 0.0433161 Mar 09 20:02:24.964982 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 48034) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:02:24.968975 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.v2.base [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Request body: {'floatingip': {'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'port_id': 'c30a023e-9f25-40a5-9cb5-4a54a0340567', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114604) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 09 20:02:24.989434 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:25.078292 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (None), before_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:25.178055 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_common [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Allocated IP 172.27.3.168 (e6010f1c-f022-4815-b6b9-5cdf43535436/de9bba0f-7554-41e5-8a12-59e7e1f51b91/de55d5dd-22ef-44bf-821f-de40fbaa5955) {{(pid=114604) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 09 20:02:25.272661 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for port (de55d5dd-22ef-44bf-821f-de40fbaa5955), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:25.303803 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774124902494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (de55d5dd-22ef-44bf-821f-de40fbaa5955), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:25.342906 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Network e6010f1c-f022-4815-b6b9-5cdf43535436 is already hosted by enough agents. {{(pid=114604) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 09 20:02:25.347409 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.base_scheduler [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Resources bound (agent type, host, resource id): {{(pid=114604) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 09 20:02:25.350741 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Received port after_create {{(pid=114604) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 09 20:02:25.355724 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event updated for resources: {'Port': ['ID=de55d5dd-22ef-44bf-821f-de40fbaa5955,revision_number=1']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:02:25.382154 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:25.382498 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:25.382834 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:25.383161 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:25.383483 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:25.384350 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:25.384673 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:25.384993 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:25.385313 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:25.385630 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:25.385944 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:25.386256 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:25.386566 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:02:25.709185 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for floatingip (080635c8-61f0-477e-931e-cb72c3e88eb9), precommit_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:25.773276 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1029963'] for port (de55d5dd-22ef-44bf-821f-de40fbaa5955), before_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:26.173816 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for port (de55d5dd-22ef-44bf-821f-de40fbaa5955), precommit_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:26.178208 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774125323111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774124902512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774124902530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12497981'] for port (de55d5dd-22ef-44bf-821f-de40fbaa5955), after_update {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:26.245329 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event updated for resources: {'Port': ['ID=de55d5dd-22ef-44bf-821f-de40fbaa5955,revision_number=2']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:02:26.256052 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396930'] for floatingip (080635c8-61f0-477e-931e-cb72c3e88eb9), after_create {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:26.352034 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Floating IP 080635c8-61f0-477e-931e-cb72c3e88eb9 associated. External IP: 172.27.3.168, port: c30a023e-9f25-40a5-9cb5-4a54a0340567. Mar 09 20:02:26.553382 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Router 00a69562-de73-47a2-82a7-406a75a87d2e has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 20:02:26.663165 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 20:02:26.672586 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2af7c36-2a7f-4220-ac4b-e311186aa6f6 None None] Sync routers for ids ['00a69562-de73-47a2-82a7-406a75a87d2e'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 20:02:26.680986 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:26.683136 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af7c36-2a7f-4220-ac4b-e311186aa6f6 None None] Routers {'00a69562-de73-47a2-82a7-406a75a87d2e'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:02:26.683822 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-e2af7c36-2a7f-4220-ac4b-e311186aa6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:02:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['00a69562-de73-47a2-82a7-406a75a87d2e'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:02:26.709945 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-e2551f27-2ee7-4095-bdff-81c22c6634b7 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7439182 Mar 09 20:02:26.710551 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8036ec26-3e2c-4cc1-9973-c1597247cf0d', 'tag': 'c30a023e-9f25-40a5-9cb5-4a54a0340567'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 20:02:26.712751 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755b6b9b-2fed-4031-99d2-a11891bdf32e" -d '{"events": [{"name": "network-changed", "server_uuid": "8036ec26-3e2c-4cc1-9973-c1597247cf0d", "tag": "c30a023e-9f25-40a5-9cb5-4a54a0340567"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 20:02:26.749007 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 20:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e6a6f8-98bb-4042-a00f-ef2bbec35875 x-openstack-request-id: req-25e6a6f8-98bb-4042-a00f-ef2bbec35875 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 20:02:26.749304 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8036ec26-3e2c-4cc1-9973-c1597247cf0d", "tag": "c30a023e-9f25-40a5-9cb5-4a54a0340567", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 20:02:26.749556 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25e6a6f8-98bb-4042-a00f-ef2bbec35875 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 20:02:26.750233 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8036ec26-3e2c-4cc1-9973-c1597247cf0d', 'tag': 'c30a023e-9f25-40a5-9cb5-4a54a0340567', 'status': 'completed', 'code': 200} Mar 09 20:02:26.793762 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-e2af7c36-2a7f-4220-ac4b-e311186aa6f6 None None] Set router 00a69562-de73-47a2-82a7-406a75a87d2e gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:02:26.817679 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b6b9b-2fed-4031-99d2-a11891bdf32e req-c6f4882d-a820-412a-929e-b44cab80d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:26.819212 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-755b6b9b-2fed-4031-99d2-a11891bdf32e req-c6f4882d-a820-412a-929e-b44cab80d726 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d588caf995c4f16b38f074e13bd7a1a&device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 1129 time: 0.0470586 Mar 09 20:02:26.907161 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b6b9b-2fed-4031-99d2-a11891bdf32e req-802bfe89-6205-492a-bbce-9949a38b01d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:26.908656 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-755b6b9b-2fed-4031-99d2-a11891bdf32e req-802bfe89-6205-492a-bbce-9949a38b01d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6865f93-e29e-499c-8fa6-bf8466c90938 HTTP/1.1" status: 200 len: 913 time: 0.0842209 Mar 09 20:02:26.970791 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-755b6b9b-2fed-4031-99d2-a11891bdf32e req-96aa40ba-511e-4293-9129-70b0ca8f7d02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c30a023e-9f25-40a5-9cb5-4a54a0340567 HTTP/1.1" status: 200 len: 999 time: 0.0548465 Mar 09 20:02:27.014122 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-e2af7c36-2a7f-4220-ac4b-e311186aa6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '080635c8-61f0-477e-931e-cb72c3e88eb9', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'port_id': 'c30a023e-9f25-40a5-9cb5-4a54a0340567', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'mac_address': 'fa:16:3e:1c:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8036ec26-3e2c-4cc1-9973-c1597247cf0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T20:02:25Z', 'updated_at': '2022-03-09T20:02:25Z', 'revision_number': 0, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'fixed_ip_address_scope': None}, {'id': '8f4ff788-7d45-4034-ac6f-c626510655b9', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'port_id': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'mac_address': 'fa:16:3e:90:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T20:00:35Z', 'updated_at': '2022-03-09T20:00:36Z', 'revision_number': 1, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 5, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:02:27.021339 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b6b9b-2fed-4031-99d2-a11891bdf32e req-14ebe090-207b-44a1-a732-3c6e7590f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:27.022781 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-755b6b9b-2fed-4031-99d2-a11891bdf32e req-14ebe090-207b-44a1-a732-3c6e7590f164 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b68915-01ad-448e-9f8e-5d4d04159d8e HTTP/1.1" status: 200 len: 851 time: 0.0460472 Mar 09 20:02:27.042844 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2af7c36-2a7f-4220-ac4b-e311186aa6f6 None None] Checking router: 00a69562-de73-47a2-82a7-406a75a87d2e for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 20:02:27.051020 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af7c36-2a7f-4220-ac4b-e311186aa6f6 None None] Routers {'00a69562-de73-47a2-82a7-406a75a87d2e'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:02:27.051637 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-e2af7c36-2a7f-4220-ac4b-e311186aa6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:02:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['00a69562-de73-47a2-82a7-406a75a87d2e'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:02:27.069929 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b6b9b-2fed-4031-99d2-a11891bdf32e req-c3889b3f-a013-4620-a8bb-13a199386b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:02:27.071446 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-755b6b9b-2fed-4031-99d2-a11891bdf32e req-c3889b3f-a013-4620-a8bb-13a199386b4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6865f93-e29e-499c-8fa6-bf8466c90938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421872 Mar 09 20:02:27.170113 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-755b6b9b-2fed-4031-99d2-a11891bdf32e req-6da65d93-3278-4227-add5-4f0b1dac37d2 service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930011 Mar 09 20:02:27.242701 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-e2af7c36-2a7f-4220-ac4b-e311186aa6f6 None None] Set router 00a69562-de73-47a2-82a7-406a75a87d2e gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:02:27.258694 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-755b6b9b-2fed-4031-99d2-a11891bdf32e req-0bb49097-4c65-4cad-8c89-e086ba0c32fc service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823677 Mar 09 20:02:27.457736 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-e2af7c36-2a7f-4220-ac4b-e311186aa6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '080635c8-61f0-477e-931e-cb72c3e88eb9', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'port_id': 'c30a023e-9f25-40a5-9cb5-4a54a0340567', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'mac_address': 'fa:16:3e:1c:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8036ec26-3e2c-4cc1-9973-c1597247cf0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T20:02:25Z', 'updated_at': '2022-03-09T20:02:25Z', 'revision_number': 0, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'fixed_ip_address_scope': None}, {'id': '8f4ff788-7d45-4034-ac6f-c626510655b9', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'port_id': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'mac_address': 'fa:16:3e:90:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T20:00:35Z', 'updated_at': '2022-03-09T20:00:36Z', 'revision_number': 1, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 5, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:02:27.486990 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2af7c36-2a7f-4220-ac4b-e311186aa6f6 None None] The sync data for ids ['00a69562-de73-47a2-82a7-406a75a87d2e'] in dv-cinder-788366-9-iscsi is: [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '080635c8-61f0-477e-931e-cb72c3e88eb9', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'port_id': 'c30a023e-9f25-40a5-9cb5-4a54a0340567', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'mac_address': 'fa:16:3e:1c:d7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8036ec26-3e2c-4cc1-9973-c1597247cf0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T20:02:25Z', 'updated_at': '2022-03-09T20:02:25Z', 'revision_number': 0, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'fixed_ip_address_scope': None}, {'id': '8f4ff788-7d45-4034-ac6f-c626510655b9', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'port_id': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'mac_address': 'fa:16:3e:90:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T20:00:35Z', 'updated_at': '2022-03-09T20:00:36Z', 'revision_number': 1, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 5, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 20:02:27.519878 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a163-9e67-4914-8c27-5cd92f973d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:27.673875 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc9ca0b-bde1-450c-ba38-7b31f7672d96 None None] New status for floating IP 080635c8-61f0-477e-931e-cb72c3e88eb9: ACTIVE {{(pid=114606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 20:02:29.782040 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-241703cb-c1cc-4e3d-94da-38fa2e20520d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:30.888790 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:32.507264 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:33.796279 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:33.886098 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:35.060889 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 20:02:57.520797 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-00e5a4ad-c6f3-49e2-aab1-70ea766ebf80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:02:59.773073 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-0530d311-2341-4773-b715-06c109184a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:00.891896 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:02.510749 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:03.798266 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:03.887062 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:08.706082 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-3efcc1ee-85b0-4bd6-9037-a5766877145e req-8894f940-989f-4674-aae3-774bf318a9c1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400341 Mar 09 20:03:08.791171 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcc1ee-85b0-4bd6-9037-a5766877145e req-f6eb871c-4aaa-4348-a844-3a3a3aa8af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:03:08.792698 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-3efcc1ee-85b0-4bd6-9037-a5766877145e req-f6eb871c-4aaa-4348-a844-3a3a3aa8af86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d588caf995c4f16b38f074e13bd7a1a&device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 1130 time: 0.0466967 Mar 09 20:03:08.891776 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcc1ee-85b0-4bd6-9037-a5766877145e req-517c458e-59a5-4304-9d13-9f7c90e5a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:03:08.893276 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-3efcc1ee-85b0-4bd6-9037-a5766877145e req-517c458e-59a5-4304-9d13-9f7c90e5a6a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6865f93-e29e-499c-8fa6-bf8466c90938 HTTP/1.1" status: 200 len: 913 time: 0.0807977 Mar 09 20:03:09.188255 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-3efcc1ee-85b0-4bd6-9037-a5766877145e req-48da4a47-3f80-4a54-a4e5-a705f7f33afa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=437172cf-fa3f-41c6-a7bb-4e7dc3d23217 HTTP/1.1" status: 200 len: 1001 time: 0.2886267 Mar 09 20:03:09.234498 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcc1ee-85b0-4bd6-9037-a5766877145e req-cccf97c6-3ebe-4128-bd92-c710b91d7a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:03:09.235895 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-3efcc1ee-85b0-4bd6-9037-a5766877145e req-cccf97c6-3ebe-4128-bd92-c710b91d7a58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b68915-01ad-448e-9f8e-5d4d04159d8e HTTP/1.1" status: 200 len: 851 time: 0.0408666 Mar 09 20:03:09.282197 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcc1ee-85b0-4bd6-9037-a5766877145e req-22c0a8b1-2b76-4e06-a3bd-454ca065b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:03:09.283622 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-3efcc1ee-85b0-4bd6-9037-a5766877145e req-22c0a8b1-2b76-4e06-a3bd-454ca065b5f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6865f93-e29e-499c-8fa6-bf8466c90938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420325 Mar 09 20:03:09.376485 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-3efcc1ee-85b0-4bd6-9037-a5766877145e req-8a10918b-3296-45ba-bbe6-9adfcd68575a service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858605 Mar 09 20:03:09.461232 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-3efcc1ee-85b0-4bd6-9037-a5766877145e req-14f23bf0-6765-4c3c-b5bf-325ae37745ae service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791776 Mar 09 20:03:12.059883 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 20:03:27.521459 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-317fcfed-bf3a-4233-86d3-5b657a1ad917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:29.773520 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-0ba76982-6d81-4398-a0a8-0dcd914bc81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:30.895045 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:32.515453 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:33.797013 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:33.887894 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:49.058641 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 20:03:53.845816 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 48070) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:03:54.065261 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Deleting port de55d5dd-22ef-44bf-821f-de40fbaa5955 {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:03:54.065605 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (de55d5dd-22ef-44bf-821f-de40fbaa5955), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:54.144206 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (de55d5dd-22ef-44bf-821f-de40fbaa5955), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:54.144442 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for floatingip (de55d5dd-22ef-44bf-821f-de40fbaa5955), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:54.155641 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Calling delete_port for de55d5dd-22ef-44bf-821f-de40fbaa5955 owned by network:floatingip {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:03:54.298792 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (de55d5dd-22ef-44bf-821f-de40fbaa5955), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:54.323391 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event deleted for resources: {'Port': ['ID=de55d5dd-22ef-44bf-821f-de40fbaa5955,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:03:54.335149 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:54.335498 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:54.335840 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:54.336206 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:54.336538 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:54.336866 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:54.337297 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:54.337622 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:54.337947 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:54.338273 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:54.338595 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:54.338912 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:54.339227 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:54.391391 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for floatingip (080635c8-61f0-477e-931e-cb72c3e88eb9), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:54.391713 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Floating IP 080635c8-61f0-477e-931e-cb72c3e88eb9 disassociated (deleted). External IP: 172.27.3.168, port: c30a023e-9f25-40a5-9cb5-4a54a0340567. Mar 09 20:03:54.595095 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Router 00a69562-de73-47a2-82a7-406a75a87d2e has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 20:03:54.703501 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 20:03:54.708117 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:54.715177 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e515a-61f9-439e-a5fd-731f78048d68 None None] Sync routers for ids ['00a69562-de73-47a2-82a7-406a75a87d2e'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 20:03:54.724619 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e515a-61f9-439e-a5fd-731f78048d68 None None] Routers {'00a69562-de73-47a2-82a7-406a75a87d2e'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:03:54.725215 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-373e515a-61f9-439e-a5fd-731f78048d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:03:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['00a69562-de73-47a2-82a7-406a75a87d2e'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:03:54.736751 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-8d91cbc7-2715-4721-bd72-83e7e0a28d31 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "DELETE /v2.0/floatingips/080635c8-61f0-477e-931e-cb72c3e88eb9 HTTP/1.1" status: 204 len: 168 time: 0.8899472 Mar 09 20:03:54.737414 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8036ec26-3e2c-4cc1-9973-c1597247cf0d', 'tag': 'c30a023e-9f25-40a5-9cb5-4a54a0340567'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 20:03:54.739774 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dfadde-abb1-469e-80d1-05ca1a0078dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8036ec26-3e2c-4cc1-9973-c1597247cf0d", "tag": "c30a023e-9f25-40a5-9cb5-4a54a0340567"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 20:03:54.779107 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 20:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ac3cd6-0789-48c9-8de8-ba4e4b324d9c x-openstack-request-id: req-83ac3cd6-0789-48c9-8de8-ba4e4b324d9c {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 20:03:54.779429 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8036ec26-3e2c-4cc1-9973-c1597247cf0d", "tag": "c30a023e-9f25-40a5-9cb5-4a54a0340567", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 20:03:54.779683 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83ac3cd6-0789-48c9-8de8-ba4e4b324d9c {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 20:03:54.780118 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8036ec26-3e2c-4cc1-9973-c1597247cf0d', 'tag': 'c30a023e-9f25-40a5-9cb5-4a54a0340567', 'status': 'completed', 'code': 200} Mar 09 20:03:54.838311 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-373e515a-61f9-439e-a5fd-731f78048d68 None None] Set router 00a69562-de73-47a2-82a7-406a75a87d2e gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:03:54.852219 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfadde-abb1-469e-80d1-05ca1a0078dd req-69d581eb-05ec-428b-becc-38b61b89534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:03:54.854987 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-19dfadde-abb1-469e-80d1-05ca1a0078dd req-69d581eb-05ec-428b-becc-38b61b89534e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d588caf995c4f16b38f074e13bd7a1a&device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 1129 time: 0.0501456 Mar 09 20:03:54.953651 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfadde-abb1-469e-80d1-05ca1a0078dd req-f86dbb38-e402-456c-a1ac-4153975400b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:03:54.955026 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-19dfadde-abb1-469e-80d1-05ca1a0078dd req-f86dbb38-e402-456c-a1ac-4153975400b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6865f93-e29e-499c-8fa6-bf8466c90938 HTTP/1.1" status: 200 len: 913 time: 0.0941110 Mar 09 20:03:54.973883 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc50f5-57f3-439a-8e21-b58dde6cc22a req-dc9102ab-ee74-4c5f-ae54-4dde854d7ec8 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:03:54.975368 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-81fc50f5-57f3-439a-8e21-b58dde6cc22a req-dc9102ab-ee74-4c5f-ae54-4dde854d7ec8 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 945 time: 0.0583622 Mar 09 20:03:55.001514 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-19dfadde-abb1-469e-80d1-05ca1a0078dd req-e090d048-aa84-400e-8723-35b48ec50df9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c30a023e-9f25-40a5-9cb5-4a54a0340567 HTTP/1.1" status: 200 len: 217 time: 0.0380297 Mar 09 20:03:55.026582 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-81fc50f5-57f3-439a-8e21-b58dde6cc22a req-32ce5c9b-ef00-4466-a384-34bb7f1eeae8 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439794 Mar 09 20:03:55.049615 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfadde-abb1-469e-80d1-05ca1a0078dd req-ea779909-4a91-4a5d-9c47-290ee34a4be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:03:55.051093 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-19dfadde-abb1-469e-80d1-05ca1a0078dd req-ea779909-4a91-4a5d-9c47-290ee34a4be3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b68915-01ad-448e-9f8e-5d4d04159d8e HTTP/1.1" status: 200 len: 851 time: 0.0435162 Mar 09 20:03:55.070507 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-373e515a-61f9-439e-a5fd-731f78048d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '8f4ff788-7d45-4034-ac6f-c626510655b9', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'port_id': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'mac_address': 'fa:16:3e:90:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T20:00:35Z', 'updated_at': '2022-03-09T20:00:36Z', 'revision_number': 1, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 5, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:03:55.096533 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e515a-61f9-439e-a5fd-731f78048d68 None None] Checking router: 00a69562-de73-47a2-82a7-406a75a87d2e for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 20:03:55.098696 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfadde-abb1-469e-80d1-05ca1a0078dd req-38024270-87dd-488a-b320-0cac9a578cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:03:55.100240 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-19dfadde-abb1-469e-80d1-05ca1a0078dd req-38024270-87dd-488a-b320-0cac9a578cc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6865f93-e29e-499c-8fa6-bf8466c90938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423050 Mar 09 20:03:55.105203 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e515a-61f9-439e-a5fd-731f78048d68 None None] Routers {'00a69562-de73-47a2-82a7-406a75a87d2e'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:03:55.105819 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-373e515a-61f9-439e-a5fd-731f78048d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:03:30Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['00a69562-de73-47a2-82a7-406a75a87d2e'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:03:55.191870 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-19dfadde-abb1-469e-80d1-05ca1a0078dd req-19bd7b24-5a89-4dfd-8903-b0367f6c085b service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842767 Mar 09 20:03:55.210330 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-373e515a-61f9-439e-a5fd-731f78048d68 None None] Set router 00a69562-de73-47a2-82a7-406a75a87d2e gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:03:55.281639 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-19dfadde-abb1-469e-80d1-05ca1a0078dd req-99aa1e28-307f-42bd-ab09-4a3b54c6f635 service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835516 Mar 09 20:03:55.428405 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-373e515a-61f9-439e-a5fd-731f78048d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '8f4ff788-7d45-4034-ac6f-c626510655b9', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'port_id': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'mac_address': 'fa:16:3e:90:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T20:00:35Z', 'updated_at': '2022-03-09T20:00:36Z', 'revision_number': 1, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 5, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:03:55.457055 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e515a-61f9-439e-a5fd-731f78048d68 None None] The sync data for ids ['00a69562-de73-47a2-82a7-406a75a87d2e'] in dv-cinder-788366-9-iscsi is: [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_floatingips': [{'id': '8f4ff788-7d45-4034-ac6f-c626510655b9', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'floating_ip_address': '172.27.3.98', 'floating_network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'router_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'port_id': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'mac_address': 'fa:16:3e:90:34:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-09T20:00:35Z', 'updated_at': '2022-03-09T20:00:36Z', 'revision_number': 1, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 5, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 20:03:55.666820 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04b1c48-5f8d-4d2c-b73f-253ad2326d16 None None] New status for floating IP 080635c8-61f0-477e-931e-cb72c3e88eb9: DOWN {{(pid=114606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 20:03:56.145316 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b8b1f-793e-4d66-b897-779618c7d2be req-c2bd0d73-c5fa-4c1d-a242-84e86b80e378 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:03:56.146753 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d35b8b1f-793e-4d66-b897-779618c7d2be req-c2bd0d73-c5fa-4c1d-a242-84e86b80e378 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 945 time: 0.0512846 Mar 09 20:03:56.194010 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-d35b8b1f-793e-4d66-b897-779618c7d2be req-ce44d91b-fec0-4a59-a9e3-e5c6010aa69d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416877 Mar 09 20:03:56.461386 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a86b18-46eb-4695-bcac-852277890d9e req-b2e331ef-5608-41e7-8a06-de016c358823 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:03:56.463350 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-a5a86b18-46eb-4695-bcac-852277890d9e req-b2e331ef-5608-41e7-8a06-de016c358823 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.20 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 945 time: 0.0515025 Mar 09 20:03:56.569462 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-a5a86b18-46eb-4695-bcac-852277890d9e req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Deleting port c30a023e-9f25-40a5-9cb5-4a54a0340567 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:03:56.569800 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-a5a86b18-46eb-4695-bcac-852277890d9e req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (c30a023e-9f25-40a5-9cb5-4a54a0340567), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:56.658001 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-a5a86b18-46eb-4695-bcac-852277890d9e req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] For port c30a023e-9f25-40a5-9cb5-4a54a0340567, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c30a023e-9f25-40a5-9cb5-4a54a0340567,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:03:56.658354 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-a5a86b18-46eb-4695-bcac-852277890d9e req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (c30a023e-9f25-40a5-9cb5-4a54a0340567), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:56.670254 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-a5a86b18-46eb-4695-bcac-852277890d9e req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Calling delete_port for c30a023e-9f25-40a5-9cb5-4a54a0340567 owned by compute:nova {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:03:56.791493 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-a5a86b18-46eb-4695-bcac-852277890d9e req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (c30a023e-9f25-40a5-9cb5-4a54a0340567), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:56.822875 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event deleted for resources: {'Port': ['ID=c30a023e-9f25-40a5-9cb5-4a54a0340567,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:03:56.848366 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:56.848714 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:56.849058 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:56.849392 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:56.849719 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:56.850045 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:56.850369 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:56.850692 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:56.851012 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:56.851337 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:56.851652 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:56.851965 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:56.852300 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:03:56.875499 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a86b18-46eb-4695-bcac-852277890d9e req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] No DVR routers for this DVR port c30a023e-9f25-40a5-9cb5-4a54a0340567 on host hv-cinder-78836 {{(pid=114605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 20:03:56.878034 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-a5a86b18-46eb-4695-bcac-852277890d9e req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:56.882923 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-a5a86b18-46eb-4695-bcac-852277890d9e req-af80309a-e699-4f05-a665-96c6cba462ca tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.20 "DELETE /v2.0/ports/c30a023e-9f25-40a5-9cb5-4a54a0340567 HTTP/1.1" status: 204 len: 173 time: 0.4141927 Mar 09 20:03:56.883682 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8036ec26-3e2c-4cc1-9973-c1597247cf0d', 'name': 'network-vif-deleted', 'tag': 'c30a023e-9f25-40a5-9cb5-4a54a0340567'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 20:03:56.889136 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b60134-621b-474a-a4c6-2cd6ce5bb169" -d '{"events": [{"server_uuid": "8036ec26-3e2c-4cc1-9973-c1597247cf0d", "name": "network-vif-deleted", "tag": "c30a023e-9f25-40a5-9cb5-4a54a0340567"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 20:03:56.926219 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 20:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25933758-4bb9-47ba-a4c9-721e39a1c0ba x-openstack-request-id: req-25933758-4bb9-47ba-a4c9-721e39a1c0ba {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 20:03:56.926513 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8036ec26-3e2c-4cc1-9973-c1597247cf0d", "name": "network-vif-deleted", "tag": "c30a023e-9f25-40a5-9cb5-4a54a0340567", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 20:03:56.926764 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25933758-4bb9-47ba-a4c9-721e39a1c0ba {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 20:03:56.927159 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8036ec26-3e2c-4cc1-9973-c1597247cf0d', 'name': 'network-vif-deleted', 'tag': 'c30a023e-9f25-40a5-9cb5-4a54a0340567', 'status': 'completed', 'code': 200} Mar 09 20:03:57.303654 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-fe2bd0d1-78ed-4bbb-bca6-1594331bd652 req-851cc587-e99c-4c58-a074-3cd69928d85e tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=8036ec26-3e2c-4cc1-9973-c1597247cf0d HTTP/1.1" status: 200 len: 210 time: 0.0304716 Mar 09 20:03:57.522684 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d68a7029-dc4b-4996-8d43-6976b141fd19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:03:59.018464 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device c30a023e-9f25-40a5-9cb5-4a54a0340567 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 20:03:59.041064 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: c30a023e-9f25-40a5-9cb5-4a54a0340567 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 20:03:59.041404 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device c30a023e-9f25-40a5-9cb5-4a54a0340567 not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 20:03:59.776264 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-a77fb0cd-947b-45cf-ab31-6491a5954068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:00.580139 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 48110) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:04:00.733315 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-99e43997-ba31-4180-9901-d5ee4543850c tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Deleting port 277d1465-d9b8-464e-94bc-9431005ba9fb {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:04:00.733570 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-99e43997-ba31-4180-9901-d5ee4543850c tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (277d1465-d9b8-464e-94bc-9431005ba9fb), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:00.804915 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-99e43997-ba31-4180-9901-d5ee4543850c tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (277d1465-d9b8-464e-94bc-9431005ba9fb), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:00.805234 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-99e43997-ba31-4180-9901-d5ee4543850c tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for floatingip (277d1465-d9b8-464e-94bc-9431005ba9fb), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:00.817035 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-99e43997-ba31-4180-9901-d5ee4543850c tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Calling delete_port for 277d1465-d9b8-464e-94bc-9431005ba9fb owned by network:floatingip {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:04:00.899565 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:00.970467 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-99e43997-ba31-4180-9901-d5ee4543850c tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (277d1465-d9b8-464e-94bc-9431005ba9fb), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:00.993644 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e43997-ba31-4180-9901-d5ee4543850c tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event deleted for resources: {'Port': ['ID=277d1465-d9b8-464e-94bc-9431005ba9fb,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:04:01.058550 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-99e43997-ba31-4180-9901-d5ee4543850c tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for floatingip (8f4ff788-7d45-4034-ac6f-c626510655b9), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:01.058878 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.db.l3_db [None req-99e43997-ba31-4180-9901-d5ee4543850c tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Floating IP 8f4ff788-7d45-4034-ac6f-c626510655b9 disassociated (deleted). External IP: 172.27.3.98, port: 437172cf-fa3f-41c6-a7bb-4e7dc3d23217. Mar 09 20:04:01.259381 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e43997-ba31-4180-9901-d5ee4543850c tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Router 00a69562-de73-47a2-82a7-406a75a87d2e has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 20:04:01.371062 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e43997-ba31-4180-9901-d5ee4543850c tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 20:04:01.376693 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-99e43997-ba31-4180-9901-d5ee4543850c tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:01.382651 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d8e4bd-a72e-4d26-b811-ff21a7dc8f91 None None] Sync routers for ids ['00a69562-de73-47a2-82a7-406a75a87d2e'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 20:04:01.392918 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d8e4bd-a72e-4d26-b811-ff21a7dc8f91 None None] Routers {'00a69562-de73-47a2-82a7-406a75a87d2e'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:04:01.393530 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-07d8e4bd-a72e-4d26-b811-ff21a7dc8f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:04:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['00a69562-de73-47a2-82a7-406a75a87d2e'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:04:01.406109 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-99e43997-ba31-4180-9901-d5ee4543850c tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "DELETE /v2.0/floatingips/8f4ff788-7d45-4034-ac6f-c626510655b9 HTTP/1.1" status: 204 len: 168 time: 0.8248909 Mar 09 20:04:01.406755 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'tag': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217'}] {{(pid=114604) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 20:04:01.409027 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}649cf5374d2cc5d01c51da910336a7bd8eeedb3a1d8126e44ad3be30586eec47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d00338f-7b30-4ae8-a53a-17d72ada2767" -d '{"events": [{"name": "network-changed", "server_uuid": "864497e6-6e52-4fc2-8ca4-0bb86c1d994f", "tag": "437172cf-fa3f-41c6-a7bb-4e7dc3d23217"}]}' {{(pid=114604) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 20:04:01.445351 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Mar 2022 20:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f83cc1-1b50-4835-87e9-ecfdbc177519 x-openstack-request-id: req-12f83cc1-1b50-4835-87e9-ecfdbc177519 {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 20:04:01.445652 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864497e6-6e52-4fc2-8ca4-0bb86c1d994f", "tag": "437172cf-fa3f-41c6-a7bb-4e7dc3d23217", "status": "completed", "code": 200}]} {{(pid=114604) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 20:04:01.445910 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12f83cc1-1b50-4835-87e9-ecfdbc177519 {{(pid=114604) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 20:04:01.446855 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'tag': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217', 'status': 'completed', 'code': 200} Mar 09 20:04:01.514075 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00338f-7b30-4ae8-a53a-17d72ada2767 req-0cc2925e-a12f-4e29-b797-00b2cedcd73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:04:01.515625 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-3d00338f-7b30-4ae8-a53a-17d72ada2767 req-0cc2925e-a12f-4e29-b797-00b2cedcd73a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d588caf995c4f16b38f074e13bd7a1a&device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 1130 time: 0.0477118 Mar 09 20:04:01.620758 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00338f-7b30-4ae8-a53a-17d72ada2767 req-341a7bcd-9cbb-45e0-b68b-4fbbed99a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:04:01.622371 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-3d00338f-7b30-4ae8-a53a-17d72ada2767 req-341a7bcd-9cbb-45e0-b68b-4fbbed99a4e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6865f93-e29e-499c-8fa6-bf8466c90938 HTTP/1.1" status: 200 len: 913 time: 0.0993841 Mar 09 20:04:01.624212 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-07d8e4bd-a72e-4d26-b811-ff21a7dc8f91 None None] Set router 00a69562-de73-47a2-82a7-406a75a87d2e gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:04:01.645956 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d2ff1-2012-444b-ae73-5d6d3db092cf req-afd4d4c4-4528-4bfc-b2ab-8f8a59f22793 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:04:01.647433 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f80d2ff1-2012-444b-ae73-5d6d3db092cf req-afd4d4c4-4528-4bfc-b2ab-8f8a59f22793 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 946 time: 0.0561204 Mar 09 20:04:01.664238 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-3d00338f-7b30-4ae8-a53a-17d72ada2767 req-19656aab-dbff-423a-8437-8c62292dbbe0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=437172cf-fa3f-41c6-a7bb-4e7dc3d23217 HTTP/1.1" status: 200 len: 217 time: 0.0345418 Mar 09 20:04:01.698308 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-f80d2ff1-2012-444b-ae73-5d6d3db092cf req-915e1362-a187-4efd-8c5e-c44db8f23692 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440607 Mar 09 20:04:01.712086 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00338f-7b30-4ae8-a53a-17d72ada2767 req-5eaf2acb-bbba-4ad2-a681-327556cce6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:04:01.713631 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-3d00338f-7b30-4ae8-a53a-17d72ada2767 req-5eaf2acb-bbba-4ad2-a681-327556cce6e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b68915-01ad-448e-9f8e-5d4d04159d8e HTTP/1.1" status: 200 len: 851 time: 0.0435076 Mar 09 20:04:01.764864 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00338f-7b30-4ae8-a53a-17d72ada2767 req-a8d740fa-77f4-461d-b3f8-ad829b60088f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:04:01.766273 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-3d00338f-7b30-4ae8-a53a-17d72ada2767 req-a8d740fa-77f4-461d-b3f8-ad829b60088f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6865f93-e29e-499c-8fa6-bf8466c90938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469363 Mar 09 20:04:01.827353 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-07d8e4bd-a72e-4d26-b811-ff21a7dc8f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 5, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:04:01.852499 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-3d00338f-7b30-4ae8-a53a-17d72ada2767 req-eae49d28-34f2-4a43-a072-03e21c3dcbb2 service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793638 Mar 09 20:04:01.856303 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d8e4bd-a72e-4d26-b811-ff21a7dc8f91 None None] Checking router: 00a69562-de73-47a2-82a7-406a75a87d2e for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 20:04:01.864727 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d8e4bd-a72e-4d26-b811-ff21a7dc8f91 None None] Routers {'00a69562-de73-47a2-82a7-406a75a87d2e'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:04:01.865322 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-07d8e4bd-a72e-4d26-b811-ff21a7dc8f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:04:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['00a69562-de73-47a2-82a7-406a75a87d2e'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:04:01.947683 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-3d00338f-7b30-4ae8-a53a-17d72ada2767 req-9f970b58-5f54-4b48-9a0a-4e5d23b7f65b service neutron] 10.222.0.20 "GET /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889838 Mar 09 20:04:01.975250 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-07d8e4bd-a72e-4d26-b811-ff21a7dc8f91 None None] Set router 00a69562-de73-47a2-82a7-406a75a87d2e gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:04:02.168601 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-07d8e4bd-a72e-4d26-b811-ff21a7dc8f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 5, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:04:02.194332 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d8e4bd-a72e-4d26-b811-ff21a7dc8f91 None None] The sync data for ids ['00a69562-de73-47a2-82a7-406a75a87d2e'] in dv-cinder-788366-9-iscsi is: [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T19:57:44Z', 'revision_number': 4, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi', '_interfaces': [{'id': 'a4bb51f1-5242-4479-aecb-eaeed4b145e6', 'name': '', 'network_id': 'e6865f93-e29e-499c-8fa6-bf8466c90938', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'mac_address': 'fa:16:3e:55:ca:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:44Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 5, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'subnets': [{'id': '63b68915-01ad-448e-9f8e-5d4d04159d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 20:04:02.401438 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dfcd7a-f680-462c-8fe1-0beb46529881 None None] New status for floating IP 8f4ff788-7d45-4034-ac6f-c626510655b9: DOWN {{(pid=114606) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 09 20:04:02.517812 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:02.815067 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a90670-6430-480b-9d21-3dc7d5f46a1e req-5473b1b4-3875-4426-8a1a-69ea11e484e3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114604) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:04:02.818411 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b1a90670-6430-480b-9d21-3dc7d5f46a1e req-5473b1b4-3875-4426-8a1a-69ea11e484e3 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 946 time: 0.0526757 Mar 09 20:04:02.870534 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-b1a90670-6430-480b-9d21-3dc7d5f46a1e req-753063c2-6757-4790-b4b8-5dd4aa14603d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/security-groups?id=af9e2ab2-5cf0-4850-9944-4e8894bc7f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460083 Mar 09 20:04:03.081285 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ef124-fd79-4cdf-b4ac-6ae93e224948 req-48c11dee-c31f-412e-9e7a-713f118ed5fa tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 09 20:04:03.082645 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ba9ef124-fd79-4cdf-b4ac-6ae93e224948 req-48c11dee-c31f-412e-9e7a-713f118ed5fa tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.20 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 946 time: 0.0514112 Mar 09 20:04:03.176156 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-ba9ef124-fd79-4cdf-b4ac-6ae93e224948 req-25d4ae70-e72e-4d09-a36b-7bdc27dbf1fa tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Deleting port 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:04:03.176498 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-ba9ef124-fd79-4cdf-b4ac-6ae93e224948 req-25d4ae70-e72e-4d09-a36b-7bdc27dbf1fa tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (437172cf-fa3f-41c6-a7bb-4e7dc3d23217), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:03.264309 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [req-ba9ef124-fd79-4cdf-b4ac-6ae93e224948 req-25d4ae70-e72e-4d09-a36b-7bdc27dbf1fa tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] For port 437172cf-fa3f-41c6-a7bb-4e7dc3d23217, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=437172cf-fa3f-41c6-a7bb-4e7dc3d23217,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:04:03.264667 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-ba9ef124-fd79-4cdf-b4ac-6ae93e224948 req-25d4ae70-e72e-4d09-a36b-7bdc27dbf1fa tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (437172cf-fa3f-41c6-a7bb-4e7dc3d23217), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:03.276761 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [req-ba9ef124-fd79-4cdf-b4ac-6ae93e224948 req-25d4ae70-e72e-4d09-a36b-7bdc27dbf1fa tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Calling delete_port for 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 owned by compute:nova {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:04:03.400757 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-ba9ef124-fd79-4cdf-b4ac-6ae93e224948 req-25d4ae70-e72e-4d09-a36b-7bdc27dbf1fa tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (437172cf-fa3f-41c6-a7bb-4e7dc3d23217), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:03.426387 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4ae70-e72e-4d09-a36b-7bdc27dbf1fa tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event deleted for resources: {'Port': ['ID=437172cf-fa3f-41c6-a7bb-4e7dc3d23217,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:04:03.474442 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9ef124-fd79-4cdf-b4ac-6ae93e224948 req-25d4ae70-e72e-4d09-a36b-7bdc27dbf1fa tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] No DVR routers for this DVR port 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 on host hv-cinder-78836 {{(pid=114605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 20:04:03.476808 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [req-ba9ef124-fd79-4cdf-b4ac-6ae93e224948 req-25d4ae70-e72e-4d09-a36b-7bdc27dbf1fa tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for port (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:03.480567 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [req-ba9ef124-fd79-4cdf-b4ac-6ae93e224948 req-25d4ae70-e72e-4d09-a36b-7bdc27dbf1fa tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.20 "DELETE /v2.0/ports/437172cf-fa3f-41c6-a7bb-4e7dc3d23217 HTTP/1.1" status: 204 len: 173 time: 0.3919268 Mar 09 20:04:03.481005 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'name': 'network-vif-deleted', 'tag': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217'}] {{(pid=114605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 09 20:04:03.483184 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c620b11f3c18196c01c8eae3d506ea76fa72b9131d44d7079745a2f0dd1b40da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1825f920-074d-4440-8ced-f35ab46bc813" -d '{"events": [{"server_uuid": "864497e6-6e52-4fc2-8ca4-0bb86c1d994f", "name": "network-vif-deleted", "tag": "437172cf-fa3f-41c6-a7bb-4e7dc3d23217"}]}' {{(pid=114605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 09 20:04:03.518677 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Mar 2022 20:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f66431d-0234-442f-8bd2-80d535e56f79 x-openstack-request-id: req-8f66431d-0234-442f-8bd2-80d535e56f79 {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 09 20:04:03.518974 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864497e6-6e52-4fc2-8ca4-0bb86c1d994f", "name": "network-vif-deleted", "tag": "437172cf-fa3f-41c6-a7bb-4e7dc3d23217", "status": "completed", "code": 200}]} {{(pid=114605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 09 20:04:03.519280 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f66431d-0234-442f-8bd2-80d535e56f79 {{(pid=114605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 09 20:04:03.519690 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864497e6-6e52-4fc2-8ca4-0bb86c1d994f', 'name': 'network-vif-deleted', 'tag': '437172cf-fa3f-41c6-a7bb-4e7dc3d23217', 'status': 'completed', 'code': 200} Mar 09 20:04:03.793120 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:03.983570 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [req-36a184de-40d6-4863-8de0-e8ec8c47184d req-ff1f9865-a89e-43d0-baac-0438e362a1d8 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "GET /v2.0/ports?device_id=864497e6-6e52-4fc2-8ca4-0bb86c1d994f HTTP/1.1" status: 200 len: 210 time: 0.0298827 Mar 09 20:04:04.044590 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:05.037942 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 20:04:05.039540 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 48126) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:04:05.058540 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] No Port match for: 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 20:04:05.058885 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Device 437172cf-fa3f-41c6-a7bb-4e7dc3d23217 not bound to the agent host hv-cinder-78836 {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 20:04:05.165306 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-d798692c-612e-4c94-80b6-dc6f2cc71b5d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Deleting port adc488ed-239c-4bca-80b0-e856b769895f {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:04:05.165655 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d798692c-612e-4c94-80b6-dc6f2cc71b5d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (adc488ed-239c-4bca-80b0-e856b769895f), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:05.237302 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d798692c-612e-4c94-80b6-dc6f2cc71b5d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (adc488ed-239c-4bca-80b0-e856b769895f), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:05.237626 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d798692c-612e-4c94-80b6-dc6f2cc71b5d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for floatingip (adc488ed-239c-4bca-80b0-e856b769895f), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:05.249818 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-d798692c-612e-4c94-80b6-dc6f2cc71b5d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Calling delete_port for adc488ed-239c-4bca-80b0-e856b769895f owned by network:floatingip {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:04:05.377350 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d798692c-612e-4c94-80b6-dc6f2cc71b5d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (adc488ed-239c-4bca-80b0-e856b769895f), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:05.402732 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798692c-612e-4c94-80b6-dc6f2cc71b5d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event deleted for resources: {'Port': ['ID=adc488ed-239c-4bca-80b0-e856b769895f,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:04:05.459508 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d798692c-612e-4c94-80b6-dc6f2cc71b5d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for floatingip (d2d2117a-7dd8-4487-b52a-7bf52c0b0293), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:05.462640 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-d798692c-612e-4c94-80b6-dc6f2cc71b5d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4186672'] for floatingip (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:05.463767 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-d798692c-612e-4c94-80b6-dc6f2cc71b5d tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "DELETE /v2.0/floatingips/d2d2117a-7dd8-4487-b52a-7bf52c0b0293 HTTP/1.1" status: 204 len: 168 time: 0.4225876 Mar 09 20:04:06.661069 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 48138) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:04:06.718412 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3571e633-d426-419b-ae70-95936b216f17 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group (af9e2ab2-5cf0-4850-9944-4e8894bc7f53), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:06.741817 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3571e633-d426-419b-ae70-95936b216f17 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group (af9e2ab2-5cf0-4850-9944-4e8894bc7f53), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:06.799315 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3571e633-d426-419b-ae70-95936b216f17 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (af9e2ab2-5cf0-4850-9944-4e8894bc7f53), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:06.802106 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3571e633-d426-419b-ae70-95936b216f17 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Publish callbacks [] for security_group (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:06.803265 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-3571e633-d426-419b-ae70-95936b216f17 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] 10.222.0.16 "DELETE /v2.0/security-groups/af9e2ab2-5cf0-4850-9944-4e8894bc7f53 HTTP/1.1" status: 204 len: 168 time: 0.1412227 Mar 09 20:04:06.812960 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571e633-d426-419b-ae70-95936b216f17 tempest-TestVolumeBootPattern-851138162 tempest-TestVolumeBootPattern-851138162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9e2ab2-5cf0-4850-9944-4e8894bc7f53,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:04:06.854267 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 48142) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:04:07.313247 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7dd7eb4e-f582-49fc-94af-b4600ffe3550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394882'] for router_interface (00a69562-de73-47a2-82a7-406a75a87d2e), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:07.555932 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7eb4e-f582-49fc-94af-b4600ffe3550 admin admin] Deleting port a4bb51f1-5242-4479-aecb-eaeed4b145e6 {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:04:07.556302 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7dd7eb4e-f582-49fc-94af-b4600ffe3550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:07.642464 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [None req-7dd7eb4e-f582-49fc-94af-b4600ffe3550 admin admin] For port a4bb51f1-5242-4479-aecb-eaeed4b145e6, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=a4bb51f1-5242-4479-aecb-eaeed4b145e6,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:04:07.642741 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7dd7eb4e-f582-49fc-94af-b4600ffe3550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:07.655355 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-7dd7eb4e-f582-49fc-94af-b4600ffe3550 admin admin] Calling delete_port for a4bb51f1-5242-4479-aecb-eaeed4b145e6 owned by network:router_interface {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:04:07.841902 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7dd7eb4e-f582-49fc-94af-b4600ffe3550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (a4bb51f1-5242-4479-aecb-eaeed4b145e6), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:07.870365 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7eb4e-f582-49fc-94af-b4600ffe3550 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4bb51f1-5242-4479-aecb-eaeed4b145e6,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:04:08.031926 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-7dd7eb4e-f582-49fc-94af-b4600ffe3550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399378'] for router_interface (00a69562-de73-47a2-82a7-406a75a87d2e), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:08.247553 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd7eb4e-f582-49fc-94af-b4600ffe3550 admin admin] Router 00a69562-de73-47a2-82a7-406a75a87d2e has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114604) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 20:04:08.350665 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd7eb4e-f582-49fc-94af-b4600ffe3550 admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114604) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 20:04:08.356387 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-7dd7eb4e-f582-49fc-94af-b4600ffe3550 admin admin] 10.222.0.16 "PUT /v2.0/routers/00a69562-de73-47a2-82a7-406a75a87d2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5010138 Mar 09 20:04:08.358813 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 48146) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:04:08.361574 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63bfa79-d3e1-439a-91c9-4fe7eea970ac None None] Sync routers for ids ['00a69562-de73-47a2-82a7-406a75a87d2e'] in dv-cinder-788366-9-iscsi {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 20:04:08.371019 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63bfa79-d3e1-439a-91c9-4fe7eea970ac None None] Routers {'00a69562-de73-47a2-82a7-406a75a87d2e'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:04:08.371619 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-d63bfa79-d3e1-439a-91c9-4fe7eea970ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:04:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['00a69562-de73-47a2-82a7-406a75a87d2e'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:04:08.461321 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-530ff718-6f0c-49a9-9967-3d6610bdcfeb admin admin] Publish callbacks [] for router (00a69562-de73-47a2-82a7-406a75a87d2e), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:08.476085 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-d63bfa79-d3e1-439a-91c9-4fe7eea970ac None None] Set router 00a69562-de73-47a2-82a7-406a75a87d2e gateway port host: dv-cinder-788366-9-iscsi {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:04:08.563358 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-530ff718-6f0c-49a9-9967-3d6610bdcfeb admin admin] Publish callbacks [] for router_gateway (00a69562-de73-47a2-82a7-406a75a87d2e), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:08.614885 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-530ff718-6f0c-49a9-9967-3d6610bdcfeb admin admin] Deleting port 69c2b8d1-437f-488c-8aeb-84c96ebe4412 {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:04:08.615219 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-530ff718-6f0c-49a9-9967-3d6610bdcfeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (69c2b8d1-437f-488c-8aeb-84c96ebe4412), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:08.650092 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-d63bfa79-d3e1-439a-91c9-4fe7eea970ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T20:04:07Z', 'revision_number': 5, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port': {'id': '69c2b8d1-437f-488c-8aeb-84c96ebe4412', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ce:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:42Z', 'updated_at': '2022-03-09T19:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:04:08.676762 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63bfa79-d3e1-439a-91c9-4fe7eea970ac None None] Checking router: 00a69562-de73-47a2-82a7-406a75a87d2e for host: dv-cinder-788366-9-iscsi {{(pid=114607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 20:04:08.684817 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63bfa79-d3e1-439a-91c9-4fe7eea970ac None None] Routers {'00a69562-de73-47a2-82a7-406a75a87d2e'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:04:08.685406 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-d63bfa79-d3e1-439a-91c9-4fe7eea970ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:04:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['00a69562-de73-47a2-82a7-406a75a87d2e'], 'active': True} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:04:08.694350 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [None req-530ff718-6f0c-49a9-9967-3d6610bdcfeb admin admin] For port 69c2b8d1-437f-488c-8aeb-84c96ebe4412, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=69c2b8d1-437f-488c-8aeb-84c96ebe4412,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:04:08.694711 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-530ff718-6f0c-49a9-9967-3d6610bdcfeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (69c2b8d1-437f-488c-8aeb-84c96ebe4412), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:08.706973 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-530ff718-6f0c-49a9-9967-3d6610bdcfeb admin admin] Calling delete_port for 69c2b8d1-437f-488c-8aeb-84c96ebe4412 owned by network:router_gateway {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:04:08.770055 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_dvr_db [None req-d63bfa79-d3e1-439a-91c9-4fe7eea970ac None None] Set router 00a69562-de73-47a2-82a7-406a75a87d2e gateway port host: None {{(pid=114607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:04:08.824010 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.l3_hamode_db [None req-d63bfa79-d3e1-439a-91c9-4fe7eea970ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T20:04:08Z', 'revision_number': 6, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port_host': None}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:04:08.850013 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63bfa79-d3e1-439a-91c9-4fe7eea970ac None None] The sync data for ids ['00a69562-de73-47a2-82a7-406a75a87d2e'] in dv-cinder-788366-9-iscsi is: [{'id': '00a69562-de73-47a2-82a7-406a75a87d2e', 'name': 'tempest-TestVolumeBootPattern-2089794347-router', 'tenant_id': '2d588caf995c4f16b38f074e13bd7a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:41Z', 'updated_at': '2022-03-09T20:04:08Z', 'revision_number': 6, 'project_id': '2d588caf995c4f16b38f074e13bd7a1a', 'gw_port_host': None}] {{(pid=114607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 20:04:08.869624 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-530ff718-6f0c-49a9-9967-3d6610bdcfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (69c2b8d1-437f-488c-8aeb-84c96ebe4412), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:08.896255 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ff718-6f0c-49a9-9967-3d6610bdcfeb admin admin] Pushing event deleted for resources: {'Port': ['ID=69c2b8d1-437f-488c-8aeb-84c96ebe4412,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:04:08.953471 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-530ff718-6f0c-49a9-9967-3d6610bdcfeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396984'] for router_gateway (00a69562-de73-47a2-82a7-406a75a87d2e), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:09.309010 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-530ff718-6f0c-49a9-9967-3d6610bdcfeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24815'] for router (00a69562-de73-47a2-82a7-406a75a87d2e), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:09.311380 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-530ff718-6f0c-49a9-9967-3d6610bdcfeb admin admin] Publish callbacks [] for router_controller (00a69562-de73-47a2-82a7-406a75a87d2e), precommit_delete_associations {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:09.353871 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-530ff718-6f0c-49a9-9967-3d6610bdcfeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398124'] for router (00a69562-de73-47a2-82a7-406a75a87d2e), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:09.354411 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530ff718-6f0c-49a9-9967-3d6610bdcfeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00a69562-de73-47a2-82a7-406a75a87d2e {{(pid=114604) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 20:04:09.358736 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-530ff718-6f0c-49a9-9967-3d6610bdcfeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:09.359779 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-530ff718-6f0c-49a9-9967-3d6610bdcfeb admin admin] 10.222.0.16 "DELETE /v2.0/routers/00a69562-de73-47a2-82a7-406a75a87d2e HTTP/1.1" status: 204 len: 168 time: 1.0000682 Mar 09 20:04:09.362347 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 48148) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:04:09.404981 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a244cbd-1cad-480e-acd3-e095a1f5a778 admin admin] Deleting subnet 63b68915-01ad-448e-9f8e-5d4d04159d8e {{(pid=114604) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 20:04:09.407929 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3a244cbd-1cad-480e-acd3-e095a1f5a778 admin admin] Publish callbacks [] for subnet (63b68915-01ad-448e-9f8e-5d4d04159d8e), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:09.442226 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3a244cbd-1cad-480e-acd3-e095a1f5a778 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9789639'] for subnet (63b68915-01ad-448e-9f8e-5d4d04159d8e), precommit_delete_associations {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:09.519715 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3a244cbd-1cad-480e-acd3-e095a1f5a778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971543'] for subnet (63b68915-01ad-448e-9f8e-5d4d04159d8e), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:09.570826 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3a244cbd-1cad-480e-acd3-e095a1f5a778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12497931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12031228'] for subnet (63b68915-01ad-448e-9f8e-5d4d04159d8e), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:09.597494 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-3a244cbd-1cad-480e-acd3-e095a1f5a778 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:09.601187 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-3a244cbd-1cad-480e-acd3-e095a1f5a778 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/63b68915-01ad-448e-9f8e-5d4d04159d8e HTTP/1.1" status: 204 len: 168 time: 0.2378247 Mar 09 20:04:09.601948 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a244cbd-1cad-480e-acd3-e095a1f5a778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b68915-01ad-448e-9f8e-5d4d04159d8e,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:04:09.603618 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d7d12d-910c-4823-8969-8862bfce322a None None] Network e6865f93-e29e-499c-8fa6-bf8466c90938 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 20:04:09.606548 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [-] (114604) accepted ('10.222.0.16', 48150) {{(pid=114604) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:04:09.670207 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device a4bb51f1-5242-4479-aecb-eaeed4b145e6 no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 20:04:09.681218 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3180242'] for network (e6865f93-e29e-499c-8fa6-bf8466c90938), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:09.707186 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: a4bb51f1-5242-4479-aecb-eaeed4b145e6 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 20:04:09.707525 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device a4bb51f1-5242-4479-aecb-eaeed4b145e6 not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 20:04:09.738030 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] Deleting port b24cea7d-2760-45a2-bcdb-8a6729cc0883 {{(pid=114604) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:04:09.738332 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (b24cea7d-2760-45a2-bcdb-8a6729cc0883), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:09.818123 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] DHCP port deletion for e6865f93-e29e-499c-8fa6-bf8466c90938 request from dv-cinder-788366-9-iscsi {{(pid=114606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 20:04:09.818764 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.db [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] For port b24cea7d-2760-45a2-bcdb-8a6729cc0883, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=b24cea7d-2760-45a2-bcdb-8a6729cc0883,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114604) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:04:09.819131 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (b24cea7d-2760-45a2-bcdb-8a6729cc0883), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:09.845674 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.plugin [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] Calling delete_port for b24cea7d-2760-45a2-bcdb-8a6729cc0883 owned by network:dhcp {{(pid=114604) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:04:09.892433 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] Deleting port b24cea7d-2760-45a2-bcdb-8a6729cc0883 {{(pid=114606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:04:09.893025 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (b24cea7d-2760-45a2-bcdb-8a6729cc0883), before_delete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:09.949140 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12497956'] for port (b24cea7d-2760-45a2-bcdb-8a6729cc0883), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:09.959291 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] For port b24cea7d-2760-45a2-bcdb-8a6729cc0883, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=b24cea7d-2760-45a2-bcdb-8a6729cc0883,segment=NetworkSegment(149f2d72-d8f8-4d29-a5bf-71d040a32917),segment_id=149f2d72-d8f8-4d29-a5bf-71d040a32917)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:04:09.959723 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (b24cea7d-2760-45a2-bcdb-8a6729cc0883), precommit_delete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:09.971956 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] Calling delete_port for b24cea7d-2760-45a2-bcdb-8a6729cc0883 owned by network:dhcp {{(pid=114606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:04:09.973321 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=b24cea7d-2760-45a2-bcdb-8a6729cc0883,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:04:09.977769 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] No DVR routers for this DVR port b24cea7d-2760-45a2-bcdb-8a6729cc0883 on host dv-cinder-788366-9-iscsi {{(pid=114604) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 20:04:10.049535 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972268', 'neutron.services.segments.db._delete_segments_for_network-8774125231894'] for network (e6865f93-e29e-499c-8fa6-bf8466c90938), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:10.050688 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503'] for port (b24cea7d-2760-45a2-bcdb-8a6729cc0883), after_delete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:10.069730 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6865f93-e29e-499c-8fa6-bf8466c90938']}} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:04:10.076319 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] Pushing event deleted for resources: {'Port': ['ID=b24cea7d-2760-45a2-bcdb-8a6729cc0883,revision_number=None']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:04:10.079950 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149f2d72-d8f8-4d29-a5bf-71d040a32917') {'for_net_delete': True} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:04:10.080284 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.services.segments.db [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149f2d72-d8f8-4d29-a5bf-71d040a32917') {} {{(pid=114604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:04:10.080549 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] No DVR routers for this DVR port b24cea7d-2760-45a2-bcdb-8a6729cc0883 on host dv-cinder-788366-9-iscsi {{(pid=114606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 20:04:10.086785 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:04:10.091093 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:04:10.091093 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:04:10.091093 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:04:10.091093 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:04:10.091093 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:04:10.091093 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:04:10.091093 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:04:10.091093 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:04:10.091093 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:04:10.091093 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:04:10.091093 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:04:10.091093 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62badb5f-0df4-45d0-b452-34418e4fbd18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788366-9-iscsi {{(pid=114606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 09 20:04:10.098296 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774125231135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9789644'] for segment (149f2d72-d8f8-4d29-a5bf-71d040a32917), before_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:10.111628 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (149f2d72-d8f8-4d29-a5bf-71d040a32917), precommit_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:10.118322 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=114604) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 20:04:10.118707 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12498389'] for segment (149f2d72-d8f8-4d29-a5bf-71d040a32917), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: Traceback (most recent call last): Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: timer() Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: cb(*args, **kw) Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: return func(*args, **kwargs) Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: self._notify() Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: self.callback(batched_events) Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: event.method(event) Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: return f(self, *a, **k) Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: return self._get(url).json() Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: return self.request(url, 'GET', **kwargs) Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 20:04:10.120573 dv-cinder-788366-9-iscsi neutron-server[114604]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 20:04:10.177441 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396956'] for network (e6865f93-e29e-499c-8fa6-bf8466c90938), after_delete {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:10.184263 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron_lib.callbacks.manager [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:10.187386 dv-cinder-788366-9-iscsi neutron-server[114604]: INFO neutron.wsgi [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e6865f93-e29e-499c-8fa6-bf8466c90938 HTTP/1.1" status: 204 len: 168 time: 0.5820391 Mar 09 20:04:10.190709 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 48152) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:04:10.197531 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2147455-428f-48ea-9ffa-f341b0b94c62 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6865f93-e29e-499c-8fa6-bf8466c90938,revision_number=None']} {{(pid=114604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:04:10.524957 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-366b4379-8841-4dae-8690-873f0bb9a96a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-394882'] for router_interface (9a93ccb7-9a7d-4685-b9dc-273fe463adb0), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:10.758461 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-366b4379-8841-4dae-8690-873f0bb9a96a admin admin] Deleting port 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:04:10.758700 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-366b4379-8841-4dae-8690-873f0bb9a96a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:10.834551 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [None req-366b4379-8841-4dae-8690-873f0bb9a96a admin admin] For port 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=9eb9f578-85fa-4dd4-89bb-3dd81d846e9f,segment=NetworkSegment(7f11563b-23dd-47f7-ac9d-c02bd6744184),segment_id=7f11563b-23dd-47f7-ac9d-c02bd6744184)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:04:10.834903 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-366b4379-8841-4dae-8690-873f0bb9a96a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:10.847653 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-366b4379-8841-4dae-8690-873f0bb9a96a admin admin] Calling delete_port for 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f owned by network:router_interface {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:04:11.019958 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-366b4379-8841-4dae-8690-873f0bb9a96a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (9eb9f578-85fa-4dd4-89bb-3dd81d846e9f), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:11.047492 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b4379-8841-4dae-8690-873f0bb9a96a admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb9f578-85fa-4dd4-89bb-3dd81d846e9f,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:04:11.217054 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-366b4379-8841-4dae-8690-873f0bb9a96a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-399378'] for router_interface (9a93ccb7-9a7d-4685-b9dc-273fe463adb0), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:11.258068 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device b24cea7d-2760-45a2-bcdb-8a6729cc0883 no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 20:04:11.279248 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: b24cea7d-2760-45a2-bcdb-8a6729cc0883 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 20:04:11.279609 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device b24cea7d-2760-45a2-bcdb-8a6729cc0883 not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 20:04:11.280025 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 69c2b8d1-437f-488c-8aeb-84c96ebe4412 no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 20:04:11.300729 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: 69c2b8d1-437f-488c-8aeb-84c96ebe4412 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 20:04:11.301071 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 69c2b8d1-437f-488c-8aeb-84c96ebe4412 not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 20:04:11.433295 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366b4379-8841-4dae-8690-873f0bb9a96a admin admin] Router 9a93ccb7-9a7d-4685-b9dc-273fe463adb0 has already been hosted by L3 agent 0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c {{(pid=114605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 09 20:04:11.536858 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366b4379-8841-4dae-8690-873f0bb9a96a admin admin] Notify agent at l3_agent.dv-cinder-788366-9-iscsi the message routers_updated {{(pid=114605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 09 20:04:11.541707 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-366b4379-8841-4dae-8690-873f0bb9a96a admin admin] 10.222.0.16 "PUT /v2.0/routers/9a93ccb7-9a7d-4685-b9dc-273fe463adb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3499978 Mar 09 20:04:11.544298 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 48154) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:04:11.545007 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650db89f-539d-42d1-844a-476a426bb793 None None] Sync routers for ids ['9a93ccb7-9a7d-4685-b9dc-273fe463adb0'] in dv-cinder-788366-9-iscsi {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 09 20:04:11.556452 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650db89f-539d-42d1-844a-476a426bb793 None None] Routers {'9a93ccb7-9a7d-4685-b9dc-273fe463adb0'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:04:11.557069 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-650db89f-539d-42d1-844a-476a426bb793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:04:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['9a93ccb7-9a7d-4685-b9dc-273fe463adb0'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:04:11.662841 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-650db89f-539d-42d1-844a-476a426bb793 None None] Set router 9a93ccb7-9a7d-4685-b9dc-273fe463adb0 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:04:11.844260 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-650db89f-539d-42d1-844a-476a426bb793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'name': 'tempest-TestVolumeBootPattern-333884144-router', 'tenant_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e7b74208-b46c-4954-ac27-d36bf871ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:46Z', 'updated_at': '2022-03-09T20:04:10Z', 'revision_number': 5, 'project_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'gw_port': {'id': 'e7b74208-b46c-4954-ac27-d36bf871ce44', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:46Z', 'updated_at': '2022-03-09T19:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:04:11.870979 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650db89f-539d-42d1-844a-476a426bb793 None None] Checking router: 9a93ccb7-9a7d-4685-b9dc-273fe463adb0 for host: dv-cinder-788366-9-iscsi {{(pid=114606) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 09 20:04:11.879858 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650db89f-539d-42d1-844a-476a426bb793 None None] Routers {'9a93ccb7-9a7d-4685-b9dc-273fe463adb0'} bound to L3 agent in host dv-cinder-788366-9-iscsi {{(pid=114606) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 09 20:04:11.880488 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-650db89f-539d-42d1-844a-476a426bb793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788366-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-09T19:42:00Z,description=,heartbeat_timestamp=2022-03-09T20:04:00Z,host='dv-cinder-788366-9-iscsi',id=0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c,load=0,resource_versions=,resources_synced=,started_at=2022-03-09T19:42:00Z,topic='l3_agent')) {'router_ids': ['9a93ccb7-9a7d-4685-b9dc-273fe463adb0'], 'active': True} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:04:11.892356 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c0bcdd30-d840-4064-b79f-b1125cc56474 admin admin] Publish callbacks [] for router (9a93ccb7-9a7d-4685-b9dc-273fe463adb0), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:11.983654 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvr_db [None req-650db89f-539d-42d1-844a-476a426bb793 None None] Set router 9a93ccb7-9a7d-4685-b9dc-273fe463adb0 gateway port host: dv-cinder-788366-9-iscsi {{(pid=114606) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 09 20:04:11.992184 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c0bcdd30-d840-4064-b79f-b1125cc56474 admin admin] Publish callbacks [] for router_gateway (9a93ccb7-9a7d-4685-b9dc-273fe463adb0), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:12.044412 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-c0bcdd30-d840-4064-b79f-b1125cc56474 admin admin] Deleting port e7b74208-b46c-4954-ac27-d36bf871ce44 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:04:12.044746 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c0bcdd30-d840-4064-b79f-b1125cc56474 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (e7b74208-b46c-4954-ac27-d36bf871ce44), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:12.119539 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [None req-c0bcdd30-d840-4064-b79f-b1125cc56474 admin admin] For port e7b74208-b46c-4954-ac27-d36bf871ce44, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=e7b74208-b46c-4954-ac27-d36bf871ce44,segment=NetworkSegment(b6d299df-e00b-4224-a90e-8646aedab633),segment_id=b6d299df-e00b-4224-a90e-8646aedab633)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:04:12.119829 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c0bcdd30-d840-4064-b79f-b1125cc56474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (e7b74208-b46c-4954-ac27-d36bf871ce44), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:12.132381 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-c0bcdd30-d840-4064-b79f-b1125cc56474 admin admin] Calling delete_port for e7b74208-b46c-4954-ac27-d36bf871ce44 owned by network:router_gateway {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:04:12.282421 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_hamode_db [None req-650db89f-539d-42d1-844a-476a426bb793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'name': 'tempest-TestVolumeBootPattern-333884144-router', 'tenant_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e7b74208-b46c-4954-ac27-d36bf871ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:46Z', 'updated_at': '2022-03-09T20:04:10Z', 'revision_number': 5, 'project_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'gw_port': {'id': 'e7b74208-b46c-4954-ac27-d36bf871ce44', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:46Z', 'updated_at': '2022-03-09T19:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}], 'dv-cinder-788366-9-iscsi', False) {} {{(pid=114606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:04:12.302483 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c0bcdd30-d840-4064-b79f-b1125cc56474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (e7b74208-b46c-4954-ac27-d36bf871ce44), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:12.309711 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650db89f-539d-42d1-844a-476a426bb793 None None] The sync data for ids ['9a93ccb7-9a7d-4685-b9dc-273fe463adb0'] in dv-cinder-788366-9-iscsi is: [{'id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'name': 'tempest-TestVolumeBootPattern-333884144-router', 'tenant_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'external_fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'e7b74208-b46c-4954-ac27-d36bf871ce44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-09T19:57:46Z', 'updated_at': '2022-03-09T20:04:10Z', 'revision_number': 5, 'project_id': '4b26052b0e8a45d79bdbb70059b8e0b7', 'gw_port': {'id': 'e7b74208-b46c-4954-ac27-d36bf871ce44', 'name': '', 'network_id': 'e6010f1c-f022-4815-b6b9-5cdf43535436', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:b0:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a93ccb7-9a7d-4685-b9dc-273fe463adb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788366-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-09T19:57:46Z', 'updated_at': '2022-03-09T19:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de9bba0f-7554-41e5-8a12-59e7e1f51b91', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788366-9-iscsi'}] {{(pid=114606) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 09 20:04:12.331688 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcdd30-d840-4064-b79f-b1125cc56474 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b74208-b46c-4954-ac27-d36bf871ce44,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:04:12.388004 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c0bcdd30-d840-4064-b79f-b1125cc56474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-396984'] for router_gateway (9a93ccb7-9a7d-4685-b9dc-273fe463adb0), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:12.477047 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c0bcdd30-d840-4064-b79f-b1125cc56474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24815'] for router (9a93ccb7-9a7d-4685-b9dc-273fe463adb0), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:12.479637 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c0bcdd30-d840-4064-b79f-b1125cc56474 admin admin] Publish callbacks [] for router_controller (9a93ccb7-9a7d-4685-b9dc-273fe463adb0), precommit_delete_associations {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:12.525055 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c0bcdd30-d840-4064-b79f-b1125cc56474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398124'] for router (9a93ccb7-9a7d-4685-b9dc-273fe463adb0), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:12.525587 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bcdd30-d840-4064-b79f-b1125cc56474 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a93ccb7-9a7d-4685-b9dc-273fe463adb0 {{(pid=114605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 09 20:04:12.529726 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-c0bcdd30-d840-4064-b79f-b1125cc56474 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:12.530916 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-c0bcdd30-d840-4064-b79f-b1125cc56474 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9a93ccb7-9a7d-4685-b9dc-273fe463adb0 HTTP/1.1" status: 204 len: 168 time: 0.9856982 Mar 09 20:04:12.533439 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 48156) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:04:12.575346 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dce9e60-86b5-4880-9235-8ddf76dce25e admin admin] Deleting subnet 44495b9d-c60a-4fe9-906c-3bcae834ae4c {{(pid=114605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 09 20:04:12.578288 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4dce9e60-86b5-4880-9235-8ddf76dce25e admin admin] Publish callbacks [] for subnet (44495b9d-c60a-4fe9-906c-3bcae834ae4c), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:12.611174 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4dce9e60-86b5-4880-9235-8ddf76dce25e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8836962'] for subnet (44495b9d-c60a-4fe9-906c-3bcae834ae4c), precommit_delete_associations {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:12.692234 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4dce9e60-86b5-4880-9235-8ddf76dce25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971543'] for subnet (44495b9d-c60a-4fe9-906c-3bcae834ae4c), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:12.743734 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4dce9e60-86b5-4880-9235-8ddf76dce25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-31763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8836881', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12077724'] for subnet (44495b9d-c60a-4fe9-906c-3bcae834ae4c), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:12.767228 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce9e60-86b5-4880-9235-8ddf76dce25e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44495b9d-c60a-4fe9-906c-3bcae834ae4c,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:04:12.773096 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-4dce9e60-86b5-4880-9235-8ddf76dce25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for subnet (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:12.776807 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-4dce9e60-86b5-4880-9235-8ddf76dce25e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/44495b9d-c60a-4fe9-906c-3bcae834ae4c HTTP/1.1" status: 204 len: 168 time: 0.2424707 Mar 09 20:04:12.779452 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192dc2aa-d5e6-4a56-bfe6-b3937cb35bb4 None None] Network b45e3847-8553-4a60-8ac3-643b9d13f549 requested from dv-cinder-788366-9-iscsi {{(pid=114606) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 09 20:04:12.779607 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 48158) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:04:12.846389 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3180242'] for network (b45e3847-8553-4a60-8ac3-643b9d13f549), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:12.908997 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] Deleting port 5bad0ac5-f289-41d8-9fce-cf888e962c29 {{(pid=114605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:04:12.909332 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (5bad0ac5-f289-41d8-9fce-cf888e962c29), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:12.947425 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c71e3c-3bf6-4f5f-93e5-43ef23b6339f None None] DHCP port deletion for b45e3847-8553-4a60-8ac3-643b9d13f549 request from dv-cinder-788366-9-iscsi {{(pid=114606) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 09 20:04:12.973023 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.db [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] For port 5bad0ac5-f289-41d8-9fce-cf888e962c29, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=5bad0ac5-f289-41d8-9fce-cf888e962c29,segment=NetworkSegment(7f11563b-23dd-47f7-ac9d-c02bd6744184),segment_id=7f11563b-23dd-47f7-ac9d-c02bd6744184)] {{(pid=114605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:04:12.973833 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (5bad0ac5-f289-41d8-9fce-cf888e962c29), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:12.986353 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.plugin [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] Calling delete_port for 5bad0ac5-f289-41d8-9fce-cf888e962c29 owned by network:dhcp {{(pid=114605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:04:12.998999 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-f7c71e3c-3bf6-4f5f-93e5-43ef23b6339f None None] Deleting port 5bad0ac5-f289-41d8-9fce-cf888e962c29 {{(pid=114606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 09 20:04:12.999383 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f7c71e3c-3bf6-4f5f-93e5-43ef23b6339f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774125316846'] for port (5bad0ac5-f289-41d8-9fce-cf888e962c29), before_delete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:13.059414 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.db [None req-f7c71e3c-3bf6-4f5f-93e5-43ef23b6339f None None] For port 5bad0ac5-f289-41d8-9fce-cf888e962c29, host dv-cinder-788366-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788366-9-iscsi',level=0,port_id=5bad0ac5-f289-41d8-9fce-cf888e962c29,segment=NetworkSegment(7f11563b-23dd-47f7-ac9d-c02bd6744184),segment_id=7f11563b-23dd-47f7-ac9d-c02bd6744184)] {{(pid=114606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 09 20:04:13.059810 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f7c71e3c-3bf6-4f5f-93e5-43ef23b6339f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-396756'] for port (5bad0ac5-f289-41d8-9fce-cf888e962c29), precommit_delete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:13.071257 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8836926'] for port (5bad0ac5-f289-41d8-9fce-cf888e962c29), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:13.075604 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-f7c71e3c-3bf6-4f5f-93e5-43ef23b6339f None None] Calling delete_port for 5bad0ac5-f289-41d8-9fce-cf888e962c29 owned by network:dhcp {{(pid=114606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 09 20:04:13.097504 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=5bad0ac5-f289-41d8-9fce-cf888e962c29,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:04:13.099313 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] No DVR routers for this DVR port 5bad0ac5-f289-41d8-9fce-cf888e962c29 on host dv-cinder-788366-9-iscsi {{(pid=114605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 20:04:13.152530 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f7c71e3c-3bf6-4f5f-93e5-43ef23b6339f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1030119', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28541', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774125323093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774124902503'] for port (5bad0ac5-f289-41d8-9fce-cf888e962c29), after_delete {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:13.168309 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-972268', 'neutron.services.segments.db._delete_segments_for_network-8774125231894'] for network (b45e3847-8553-4a60-8ac3-643b9d13f549), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:13.176955 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c71e3c-3bf6-4f5f-93e5-43ef23b6339f None None] Pushing event deleted for resources: {'Port': ['ID=5bad0ac5-f289-41d8-9fce-cf888e962c29,revision_number=None']} {{(pid=114606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:04:13.180325 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c71e3c-3bf6-4f5f-93e5-43ef23b6339f None None] No DVR routers for this DVR port 5bad0ac5-f289-41d8-9fce-cf888e962c29 on host dv-cinder-788366-9-iscsi {{(pid=114606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 09 20:04:13.191693 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45e3847-8553-4a60-8ac3-643b9d13f549']}} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:04:13.201967 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f11563b-23dd-47f7-ac9d-c02bd6744184') {'for_net_delete': True} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:04:13.202259 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.services.segments.db [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f11563b-23dd-47f7-ac9d-c02bd6744184') {} {{(pid=114605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 09 20:04:13.211309 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774125231135', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8836969'] for segment (7f11563b-23dd-47f7-ac9d-c02bd6744184), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:13.224914 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384'] for segment (7f11563b-23dd-47f7-ac9d-c02bd6744184), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:13.230634 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=114605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 09 20:04:13.231080 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3253384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8836815'] for segment (7f11563b-23dd-47f7-ac9d-c02bd6744184), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: Traceback (most recent call last): Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: timer() Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: cb(*args, **kw) Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: return func(*args, **kwargs) Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: self._notify() Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: self.callback(batched_events) Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: event.method(event) Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: aggregate_uuid = self.p_client.list_aggregates( Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: return f(self, *a, **k) Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: return self._get(url).json() Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: return self.request(url, 'GET', **kwargs) Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: base_url = self.get_endpoint(auth, allow=allow, Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 09 20:04:13.232737 dv-cinder-788366-9-iscsi neutron-server[114605]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 09 20:04:13.286358 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-972181', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3765739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-396956'] for network (b45e3847-8553-4a60-8ac3-643b9d13f549), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:13.291952 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694739'] for network (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:13.295170 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] 10.222.0.16 "DELETE /v2.0/networks/b45e3847-8553-4a60-8ac3-643b9d13f549 HTTP/1.1" status: 204 len: 168 time: 0.5147648 Mar 09 20:04:13.306621 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818afc52-32f5-4f88-ae73-873199ec4b2a admin admin] Pushing event deleted for resources: {'Network': ['ID=b45e3847-8553-4a60-8ac3-643b9d13f549,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:04:13.373319 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 5bad0ac5-f289-41d8-9fce-cf888e962c29 no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 20:04:13.394457 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: 5bad0ac5-f289-41d8-9fce-cf888e962c29 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 20:04:13.394809 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 5bad0ac5-f289-41d8-9fce-cf888e962c29 not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 20:04:13.395221 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 20:04:13.418747 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 20:04:13.419019 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device 9eb9f578-85fa-4dd4-89bb-3dd81d846e9f not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 20:04:13.422594 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device e7b74208-b46c-4954-ac27-d36bf871ce44 no longer exists at agent ovs-agent-dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 09 20:04:13.422752 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 48162) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:04:13.442566 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.plugin [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] No Port match for: e7b74208-b46c-4954-ac27-d36bf871ce44 {{(pid=114606) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 09 20:04:13.442866 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron.plugins.ml2.rpc [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Device e7b74208-b46c-4954-ac27-d36bf871ce44 not bound to the agent host dv-cinder-788366-9-iscsi {{(pid=114606) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 09 20:04:13.465262 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-617c4160-8912-4b4f-85ba-14fdbc066b7a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2d588caf995c4f16b38f074e13bd7a1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414310 Mar 09 20:04:13.467754 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 48164) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:04:13.516008 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-37a1e12e-97e7-473e-b053-8b597de7f2ea admin admin] Publish callbacks [] for security_group (228442a1-87ba-4f7d-8dd3-127390235e26), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:13.537118 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-37a1e12e-97e7-473e-b053-8b597de7f2ea admin admin] Publish callbacks [] for security_group (228442a1-87ba-4f7d-8dd3-127390235e26), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:13.584015 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-37a1e12e-97e7-473e-b053-8b597de7f2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (228442a1-87ba-4f7d-8dd3-127390235e26), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:13.586575 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-37a1e12e-97e7-473e-b053-8b597de7f2ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:13.587698 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-37a1e12e-97e7-473e-b053-8b597de7f2ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/228442a1-87ba-4f7d-8dd3-127390235e26 HTTP/1.1" status: 204 len: 168 time: 0.1190510 Mar 09 20:04:13.595161 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1e12e-97e7-473e-b053-8b597de7f2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228442a1-87ba-4f7d-8dd3-127390235e26,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:04:13.886377 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 48170) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:04:13.925022 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-292a83d4-c5da-496a-a851-8f2527839728 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b26052b0e8a45d79bdbb70059b8e0b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375001 Mar 09 20:04:13.927360 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.wsgi [-] (114605) accepted ('10.222.0.16', 48172) {{(pid=114605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 09 20:04:13.971679 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d0b82baf-3b5c-4168-b863-9ba7f490c2fc admin admin] Publish callbacks [] for security_group (ed3f3c9a-30e1-4b4b-9484-3250c2d4a9c0), before_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:13.991236 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d0b82baf-3b5c-4168-b863-9ba7f490c2fc admin admin] Publish callbacks [] for security_group (ed3f3c9a-30e1-4b4b-9484-3250c2d4a9c0), precommit_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:14.036669 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d0b82baf-3b5c-4168-b863-9ba7f490c2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3770181'] for security_group (ed3f3c9a-30e1-4b4b-9484-3250c2d4a9c0), after_delete {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:14.039232 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron_lib.callbacks.manager [None req-d0b82baf-3b5c-4168-b863-9ba7f490c2fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:14.040479 dv-cinder-788366-9-iscsi neutron-server[114605]: INFO neutron.wsgi [None req-d0b82baf-3b5c-4168-b863-9ba7f490c2fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed3f3c9a-30e1-4b4b-9484-3250c2d4a9c0 HTTP/1.1" status: 204 len: 168 time: 0.1122591 Mar 09 20:04:14.048208 dv-cinder-788366-9-iscsi neutron-server[114605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b82baf-3b5c-4168-b863-9ba7f490c2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3f3c9a-30e1-4b4b-9484-3250c2d4a9c0,revision_number=None']} {{(pid=114605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 09 20:04:26.057925 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 20:04:27.525545 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-72e660a3-3818-4a1a-a47b-85bc86d2ccde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:29.777686 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-8f71a5ae-91ba-462e-9618-036191cfb601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:30.900669 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:32.520790 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:33.800220 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:33.886458 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:57.527873 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-80ee6b08-5e7a-483a-b8d8-195cf6e95987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:04:59.781797 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-73290ada-fa0f-4232-b474-2c304dfcf8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:05:00.903618 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:05:02.523422 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:05:03.056423 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 20:05:03.825246 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:05:03.890221 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:05:27.528938 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-33a1a56a-7782-44ef-b8c7-d4e298259493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:05:29.784169 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-5e316502-f2f4-413d-96a5-094d9a89af74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:05:30.904974 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:05:32.526441 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:05:33.831018 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:05:33.891830 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:05:40.054660 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 20:05:57.530022 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e02b-bf32-490b-a5b2-28bb7ba7765d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:05:59.786481 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-ff4e2634-f484-4759-9d0f-ca94510d66b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:06:00.908499 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:06:02.528884 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:06:03.832457 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:06:03.893794 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:06:17.053235 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 20:06:27.531794 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-8a44241a-3250-4832-991b-eac29e9a0a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:06:29.787275 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-68e28a4e-d6c7-47e8-b86d-12922cc3fcd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:06:30.911048 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:06:32.532339 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:06:33.824092 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:06:33.894841 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:06:54.051342 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 20:06:57.532894 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-4f594a78-cd82-40b7-9719-fcbdb49dad5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:06:58.166186 dv-cinder-788366-9-iscsi neutron-server[114604]: DEBUG neutron.wsgi [req-4c299e15-8e9b-4f01-80c1-41a6245cddbf req-1bf8b575-19ce-4819-9401-d9e81f6026db service neutron] (114604) timed out ('10.222.0.20', 49355) {{(pid=114604) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 09 20:06:59.790532 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4b88-5346-431e-8045-367cd83c4abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:07:00.914130 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:07:02.535401 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:07:03.837697 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:07:03.896415 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:07:27.534302 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-95d1e2d9-942f-4e75-b298-0decac5f6936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:07:29.789830 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-8ad238cc-afcf-4e29-b0f7-d9668ea5f9d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:07:30.918034 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:07:31.049107 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 20:07:32.538444 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:07:33.841941 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:07:33.897455 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:07:57.534515 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-614c83a5-e254-48f6-b476-80c9582df7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:07:59.790878 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-2d67d39d-7236-42a8-83c3-391f815a930e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:08:00.921000 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:08:02.540959 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:08:03.857598 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:08:03.899254 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:08:08.049958 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 20:08:27.536959 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-4fc7b917-b4ed-46c2-a0fc-24c761dde147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:08:29.792579 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-79423bfd-c75e-41f2-9732-5c5912a01a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:08:30.924369 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:08:32.543893 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:08:33.850697 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:08:33.900664 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:08:45.049182 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 20:08:57.536961 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-5211dbab-8cd3-4139-b95a-1641c6d29a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:08:59.795255 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-8bb25def-8822-40f3-bca8-7d7b671932b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:09:00.928138 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:09:02.547413 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:09:03.849438 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-d4ea7ec9-eaba-4a2b-b885-cede78376957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (bcdf3834-7e63-4fda-84d0-4ad026840b45), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:09:03.901059 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-aa3249e2-b486-4320-a650-467e62a0f360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (6c7d0b8a-c498-4b82-82ef-a1b53b1fe1e2), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:09:22.047920 dv-cinder-788366-9-iscsi neutron-server[114607]: DEBUG neutron.db.agents_db [None req-df91af3e-2536-4550-813a-6e3349c60991 None None] Agent healthcheck: found 6 active agents {{(pid=114607) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 09 20:09:27.537447 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-da6b126a-2195-436e-9b09-adb8c74a669a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (a5c8b5f0-d3fe-4ed2-b054-e9f865df0a98), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:09:29.797170 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-57687892-502f-43ce-bbcb-9aaf9152eab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (0ce7fb5b-759c-4fb4-bfc7-3ffe60e1388c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:09:30.929947 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-f25cdf8e-c9d3-4dea-80e6-977b7799c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (31e6de16-b61a-4c1a-aaef-bcabd9ae310c), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 09 20:09:32.550958 dv-cinder-788366-9-iscsi neutron-server[114606]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa653-233a-4715-bb69-81708659cce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774125231876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967143'] for agent (9602b064-0327-4738-bd30-9c035c0aaac7), after_update {{(pid=114606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}